00000400:00000010:0.0F:1773941233.279520:0:2351:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 0000000044731ba0. 00000400:00000010:0.0:1773941233.279528:0:2351:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000f5f81aa7. 00000400:00000010:0.0:1773941233.279531:0:2351:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000c758e31a. 00000400:00000010:0.0:1773941233.279533:0:2351:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000a5ef3efd. 00000400:00000010:0.0:1773941233.279534:0:2351:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 0000000002994bdf. 00000400:00000010:0.0:1773941233.279536:0:2351:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000255c1a62. 00000400:00000010:0.0:1773941233.279537:0:2351:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000f305d227. 00000400:00000010:0.0:1773941233.279538:0:2351:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000007c989ae. 00000400:00000010:0.0:1773941233.279539:0:2351:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 0000000057ddd137. 00000400:00000010:0.0:1773941234.036109:0:2351:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000051168ccf. 00000400:00000010:0.0:1773941234.036136:0:2351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d39df8d0. 00000400:00000010:0.0:1773941234.036142:0:2351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000997a3f73. 00000400:00000010:0.0:1773941234.036145:0:2351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b45dd7ea. 00000400:00000010:0.0:1773941234.036147:0:2351:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000097e8984e. 00000400:00000010:0.0:1773941234.036149:0:2351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009b28f883. 00000400:00000010:0.0:1773941234.036150:0:2351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000078be18e. 00000400:00000010:0.0:1773941234.036152:0:2351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dfaf8114. 00000400:00000200:0.0:1773941234.036304:0:2351:0:(api-ni.c:982:lnet_register_lnd()) lo LND registered 00000400:00000200:0.0:1773941234.107177:0:2367:0:(api-ni.c:982:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0F:1773941234.313442:0:2380:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_193_gf5bca74 00000020:00000010:2.0:1773941234.316928:0:2380:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000a591d32b. 00000001:00000010:2.0:1773941234.318463:0:2380:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000b984175. 00000001:00000010:2.0:1773941234.318470:0:2380:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001f671332. 00000001:00000010:2.0:1773941234.318473:0:2380:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004bd6d213. 00000001:00000010:2.0:1773941234.318475:0:2380:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ebe47e8. 00000001:00000010:2.0:1773941234.318477:0:2380:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d573addf. 00000001:00000010:2.0:1773941234.318480:0:2380:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041a1caff. 00000020:00000010:2.0:1773941234.318519:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a9a45c2. 00000020:00000010:2.0:1773941234.318523:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006989c0fa. 00000020:00000010:2.0:1773941234.318526:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d59beff. 00000020:00000010:2.0:1773941234.318529:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004aaa05bf. 00000001:00000010:2.0:1773941234.318532:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cfddb6e5. 00000020:00000010:2.0:1773941234.318569:0:2380:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000000148e38b. 00000020:00000010:2.0:1773941234.318800:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb91be1c. 00000020:00000010:2.0:1773941234.318803:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012a7396c. 00000020:00000010:2.0:1773941234.318806:0:2380:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ab7ade6e. 00000020:00000010:2.0:1773941234.318809:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000993353f4. 00000020:00000010:2.0:1773941234.318812:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea422646. 00000020:00000010:2.0:1773941234.318814:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001dc47890. 00000020:00000010:2.0:1773941234.318817:0:2380:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a8ea19be. 00000020:00000010:2.0:1773941234.318819:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a6a1ecb. 00000020:00000010:2.0:1773941234.318822:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000906ffe1c. 00000020:00000010:2.0:1773941234.318824:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a3dcb50. 00000020:00000010:2.0:1773941234.318826:0:2380:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006957443e. 00000020:00000010:2.0:1773941234.318828:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067d5cc91. 00000020:00000010:2.0:1773941234.318831:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000720683f0. 00000020:00000010:2.0:1773941234.318833:0:2380:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017f6f0e4. 00000020:00000010:2.0:1773941234.318835:0:2380:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e44ed122. 00000020:00000010:2.0:1773941234.318837:0:2380:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017cdd3c4. 02000000:00000010:2.0:1773941234.318842:0:2380:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 000000003cc1d1df. 02000000:00000010:2.0:1773941234.318845:0:2380:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000005e942875. 02000000:00000010:2.0:1773941234.318854:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d1d3a9eb. 02000000:00000010:2.0:1773941234.318862:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000434b92be. 00000001:00000010:2.0:1773941234.318865:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009250ec75. 00000020:00000010:2.0:1773941234.318902:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000036b56f84. 00000020:00000010:2.0:1773941234.318909:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000036b56f84. 02000000:00000010:2.0:1773941234.318914:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000681393b1. 02000000:00000010:2.0:1773941234.318916:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000006c1ee97c. 00000001:00000010:2.0:1773941234.318918:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000083006478. 00000020:00000010:2.0:1773941234.318944:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000005abefaff. 00000020:00000010:2.0:1773941234.318950:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000005abefaff. 02000000:00000010:2.0:1773941234.318953:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007b2e1e29. 02000000:00000010:2.0:1773941234.318957:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000ccb469a4. 00000001:00000010:2.0:1773941234.318959:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000043b6957b. 00000020:00000010:2.0:1773941234.318974:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000005abefaff. 00000020:00000010:2.0:1773941234.318988:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000005abefaff. 02000000:00000010:2.0:1773941234.318992:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004c6be9d5. 02000000:00000010:2.0:1773941234.318994:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 000000005abefaff. 00000001:00000010:2.0:1773941234.318996:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000026430e15. 00000020:00000010:2.0:1773941234.319012:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000002c9be660. 00000020:00000010:2.0:1773941234.319018:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000002c9be660. 02000000:00000010:2.0:1773941234.319021:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006385a5f9. 02000000:00000010:2.0:1773941234.319023:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000219b5bcb. 00000001:00000010:2.0:1773941234.319025:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000033f1c3fd. 00000020:00000010:2.0:1773941234.319038:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000002c9be660. 00000020:00000010:2.0:1773941234.319044:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000002c9be660. 02000000:00000010:2.0:1773941234.319047:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cfbc4069. 02000000:00000010:2.0:1773941234.319049:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000e1c76959. 00000001:00000010:2.0:1773941234.319051:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000042fa1831. 00000020:00000010:2.0:1773941234.319093:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000207c885a. 00000020:00000010:2.0:1773941234.319102:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000207c885a. 02000000:00000010:2.0:1773941234.319106:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000917c4a78. 02000000:00000010:2.0:1773941234.319108:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000026f30996. 00000001:00000010:2.0:1773941234.319114:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000398f0bde. 00000020:00000010:2.0:1773941234.319799:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000207c885a. 00000020:00000010:2.0:1773941234.319807:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000207c885a. 02000000:00000010:2.0:1773941234.319810:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009f24d092. 02000000:00000010:2.0:1773941234.319812:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000fa8c479e. 00000001:00000010:2.0:1773941234.319814:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000068c2ad00. 00000020:00000010:2.0:1773941234.319830:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000207c885a. 00000020:00000010:2.0:1773941234.319836:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000207c885a. 02000000:00000010:2.0:1773941234.319840:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000060bc31e0. 02000000:00000010:2.0:1773941234.319841:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000659cf1dc. 00000001:00000010:2.0:1773941234.319843:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000acbfd178. 00000020:00000010:2.0:1773941234.319857:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000207c885a. 00000020:00000010:2.0:1773941234.319863:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000207c885a. 02000000:00000010:2.0:1773941234.319866:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006c7b2306. 02000000:00000010:2.0:1773941234.319867:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000002fb69e0c. 00000001:00000010:2.0:1773941234.319869:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e95fd0dc. 00000020:00000010:2.0:1773941234.319882:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000207c885a. 00000020:00000010:2.0:1773941234.319888:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000207c885a. 02000000:00000010:2.0:1773941234.319891:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000fa3d5ff2. 02000000:00000010:2.0:1773941234.319893:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d94aa7e1. 00000001:00000010:2.0:1773941234.319894:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007c647255. 00000020:00000010:2.0:1773941234.319933:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000058c119a6. 00000020:00000010:2.0:1773941234.319940:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000058c119a6. 02000000:00000010:2.0:1773941234.319943:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000001a1ba2e4. 02000000:00000010:2.0:1773941234.319945:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d6a68a0b. 00000001:00000010:2.0:1773941234.319947:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ba357b2c. 00000020:00000010:2.0:1773941234.319962:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000058c119a6. 00000020:00000010:2.0:1773941234.319969:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000058c119a6. 02000000:00000010:2.0:1773941234.319972:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000baf38788. 02000000:00000010:2.0:1773941234.319974:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000006039b49b. 00000001:00000010:2.0:1773941234.319976:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000827e28d7. 00000020:00000010:2.0:1773941234.319998:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000058c119a6. 00000020:00000010:2.0:1773941234.320004:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000058c119a6. 02000000:00000010:2.0:1773941234.320007:0:2380:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000015cfefa2. 02000000:00000010:2.0:1773941234.320009:0:2380:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000064472f83. 00000001:00000010:2.0:1773941234.320011:0:2380:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000dfe8d14c. 00000020:00000010:2.0:1773941234.320024:0:2380:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000058c119a6. 00000020:00000010:2.0:1773941234.320032:0:2380:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000058c119a6. 00000400:00000010:0.0:1773941234.724331:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b0b81d4a. 00000400:00000010:0.0:1773941234.724338:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d673ce8. 00000400:00000010:0.0:1773941234.724340:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000affb101d. 00000100:00000010:0.0:1773941234.724344:0:2395:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000005bc3b17. 00000100:00000010:0.0:1773941234.724345:0:2395:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000d97568de. 00000100:00000010:2.0:1773941234.725382:0:2397:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000edc8dcc7. 00000020:00000010:0.0:1773941234.725424:0:2397:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b87c1c6f. 00000020:00000010:0.0:1773941234.725429:0:2397:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000007258291c. 00000040:00000010:0.0:1773941234.725431:0:2397:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b20f95b. 00000020:00000010:0.0:1773941234.725433:0:2397:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be5fbda0. 00000020:00000010:0.0:1773941234.725436:0:2397:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bc7da5e9. 00000100:00000010:2.0:1773941234.726197:0:2398:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000002d88e11f. 00000020:00000010:2.0:1773941234.726205:0:2398:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac4b9180. 00000020:00000010:2.0:1773941234.726208:0:2398:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b0139b4. 00000040:00000010:2.0:1773941234.726210:0:2398:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080b2c210. 00000020:00000010:2.0:1773941234.726213:0:2398:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081f2cec6. 00000020:00000010:2.0:1773941234.726215:0:2398:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003dfd7070. 00000100:00000200:1.0F:1773941234.726300:0:2395:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1773941234.726460:0:2395:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000002b15a1b0. 00000400:00000010:1.0:1773941234.726463:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c7edfae9. 00000400:00000010:1.0:1773941234.726465:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000a05c3ef4. 00000400:00000010:1.0:1773941234.726466:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000901c7a4f. 00000400:00000010:1.0:1773941234.726468:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf528bbf. 00000400:00000010:1.0:1773941234.726469:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000041ad0a30. 00000400:00000010:1.0:1773941234.726470:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000753eb4fe. 00000400:00000010:1.0:1773941234.726474:0:2395:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000317ffa78. 00000400:00000010:1.0:1773941234.726477:0:2395:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000c7c90c65. 00000400:00000010:1.0:1773941234.726480:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000ff4ccc2. 00000400:00000010:1.0:1773941234.726481:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000049087a88. 00000400:00000010:1.0:1773941234.726482:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000017dad627. 00000400:00000010:1.0:1773941234.726484:0:2395:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000061b18110. 00000400:00000010:1.0:1773941234.726486:0:2395:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000093000fca. 00000400:00000010:1.0:1773941234.726487:0:2395:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000f79c5d9c. 00000400:00000010:1.0:1773941234.726488:0:2395:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000a39da499. 00000400:00000010:1.0:1773941234.726540:0:2395:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000003430d600. 00000400:00000010:1.0:1773941234.726554:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000822b2149. 00000400:00000010:1.0:1773941234.726555:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5f7be4f. 00000400:00000010:1.0:1773941234.726556:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000925f723a. 00000400:00000010:1.0:1773941234.726597:0:2395:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000283c59eb. 00000400:00000010:1.0:1773941234.726651:0:2395:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000007ed6ba1c. 00000400:00000010:1.0:1773941234.726670:0:2395:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000c1773035. 00000400:00000010:1.0:1773941234.726673:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004429c311. 00000400:00000010:1.0:1773941234.726676:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000002a5532f. 00000400:00000010:1.0:1773941234.726678:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb1f3af2. 00000400:00000010:1.0:1773941234.726679:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a150ea25. 00000400:00000010:1.0:1773941234.726684:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000079f05653. 00000400:00000010:1.0:1773941234.726688:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1798ddb. 00000400:00000010:1.0:1773941234.726691:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005500e78c. 00000400:00000010:1.0:1773941234.726693:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002cd01f9a. 00000400:00000010:1.0:1773941234.726695:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7889c90. 00000400:00000010:1.0:1773941234.726701:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c7b9050. 00000400:00000010:1.0:1773941234.726721:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbc53e01. 00000400:00000010:1.0:1773941234.726727:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d70f32c6. 00000400:00000010:1.0:1773941234.726730:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000af6310fc. 00000400:00000010:1.0:1773941234.726732:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca8b97ae. 00000400:00000010:1.0:1773941234.726734:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc39cf11. 00000400:00000010:1.0:1773941234.726736:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbffeb9a. 00000400:00000010:1.0:1773941234.726740:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000841156b0. 00000400:00000010:1.0:1773941234.726744:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020382068. 00000400:00000010:1.0:1773941234.726747:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000017dab66d. 00000400:00000010:1.0:1773941234.726749:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003150ada7. 00000400:00000010:1.0:1773941234.726751:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b203964. 00000400:00000010:1.0:1773941234.726753:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009248a6d3. 00000400:00000010:1.0:1773941234.726762:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6cd7217. 00000400:00000010:1.0:1773941234.726767:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000023560191. 00000400:00000010:1.0:1773941234.726769:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cd483657. 00000400:00000010:1.0:1773941234.726770:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000abf7d302. 00000400:00000010:1.0:1773941234.726771:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ce46e76. 00000400:00000010:1.0:1773941234.726772:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070e0e5a1. 00000400:00000010:1.0:1773941234.726775:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7d08e00. 00000400:00000010:1.0:1773941234.726778:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000caab73ae. 00000400:00000010:1.0:1773941234.726779:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e9ae184d. 00000400:00000010:1.0:1773941234.726780:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000375b13c8. 00000400:00000010:1.0:1773941234.726781:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb327a25. 00000400:00000010:1.0:1773941234.726782:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cb2f6f3. 00000400:00000010:1.0:1773941234.726787:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000632270ea. 00000400:00000010:1.0:1773941234.726790:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000035bf1e96. 00000400:00000010:1.0:1773941234.726792:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d29a62e8. 00000400:00000010:1.0:1773941234.726793:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b498150b. 00000400:00000010:1.0:1773941234.726794:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1aec2eb. 00000400:00000010:1.0:1773941234.726795:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010158c3b. 00000400:00000010:1.0:1773941234.726797:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a55ff49. 00000400:00000010:1.0:1773941234.726800:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090698c99. 00000400:00000010:1.0:1773941234.726804:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ee07a75d. 00000400:00000010:1.0:1773941234.726805:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000008cc0765. 00000400:00000010:1.0:1773941234.726806:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eacc89cf. 00000400:00000010:1.0:1773941234.726807:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a77ed13f. 00000400:00000010:1.0:1773941234.726813:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000035cb3c82. 00000400:00000010:1.0:1773941234.726816:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b938488f. 00000400:00000010:1.0:1773941234.726817:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000041a7433b. 00000400:00000010:1.0:1773941234.726818:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e7657c1b. 00000400:00000010:1.0:1773941234.726819:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae437471. 00000400:00000010:1.0:1773941234.726820:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057c3b823. 00000400:00000010:1.0:1773941234.726822:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003acc782e. 00000400:00000010:1.0:1773941234.726825:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d0865ce0. 00000400:00000010:1.0:1773941234.726826:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002985f443. 00000400:00000010:1.0:1773941234.726827:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000095fba6ec. 00000400:00000010:1.0:1773941234.726828:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000adc42ed5. 00000400:00000010:1.0:1773941234.726829:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a16e758c. 00000400:00000010:1.0:1773941234.726834:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8c46e1c. 00000400:00000010:1.0:1773941234.726837:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c4a6f9a. 00000400:00000010:1.0:1773941234.726839:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007fa78035. 00000400:00000010:1.0:1773941234.726840:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001eed4f1d. 00000400:00000010:1.0:1773941234.726841:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ffb4662d. 00000400:00000010:1.0:1773941234.726841:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000106a1a66. 00000400:00000010:1.0:1773941234.726844:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090afdb75. 00000400:00000010:1.0:1773941234.726847:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000efcc9b4b. 00000400:00000010:1.0:1773941234.726848:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d8c9a5fe. 00000400:00000010:1.0:1773941234.726849:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000129fee68. 00000400:00000010:1.0:1773941234.726849:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002807d3a1. 00000400:00000010:1.0:1773941234.726850:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000389a7a99. 00000400:00000010:1.0:1773941234.726856:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007599f4ef. 00000400:00000010:1.0:1773941234.726859:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd723a06. 00000400:00000010:1.0:1773941234.726860:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003caafe94. 00000400:00000010:1.0:1773941234.726861:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000044e40143. 00000400:00000010:1.0:1773941234.726862:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a853f3a. 00000400:00000010:1.0:1773941234.726865:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3a46410. 00000400:00000010:1.0:1773941234.726868:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004c41912f. 00000400:00000010:1.0:1773941234.726871:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c793abbd. 00000400:00000010:1.0:1773941234.726872:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093c283f1. 00000400:00000010:1.0:1773941234.726873:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005860538f. 00000400:00000010:1.0:1773941234.726874:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005434a69c. 00000400:00000010:1.0:1773941234.726875:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000756d5490. 00000400:00000010:1.0:1773941234.726880:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000132b6eda. 00000400:00000010:1.0:1773941234.726883:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d77bc0e8. 00000400:00000010:1.0:1773941234.726885:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008ae41116. 00000400:00000010:1.0:1773941234.726886:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000065431c6f. 00000400:00000010:1.0:1773941234.726887:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022fbd288. 00000400:00000010:1.0:1773941234.726888:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066da6b0c. 00000400:00000010:1.0:1773941234.726890:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b8403cf. 00000400:00000010:1.0:1773941234.726893:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c12c2658. 00000400:00000010:1.0:1773941234.726894:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009997c7ab. 00000400:00000010:1.0:1773941234.726895:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009a5d3fe3. 00000400:00000010:1.0:1773941234.726896:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055656343. 00000400:00000010:1.0:1773941234.726897:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054dc1060. 00000400:00000010:1.0:1773941234.726902:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008bee795e. 00000400:00000010:1.0:1773941234.726905:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b0763f10. 00000400:00000010:1.0:1773941234.726907:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000320e0787. 00000400:00000010:1.0:1773941234.726908:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c31cc524. 00000400:00000010:1.0:1773941234.726908:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000793199ec. 00000400:00000010:1.0:1773941234.726909:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006202230d. 00000400:00000010:1.0:1773941234.726912:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009f4e35ae. 00000400:00000010:1.0:1773941234.726915:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c31beca2. 00000400:00000010:1.0:1773941234.726916:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000011dba1c9. 00000400:00000010:1.0:1773941234.726917:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ae6f7c9f. 00000400:00000010:1.0:1773941234.726918:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000962c796c. 00000400:00000010:1.0:1773941234.726919:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000281a0d07. 00000400:00000010:1.0:1773941234.726924:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008b46a57b. 00000400:00000010:1.0:1773941234.726927:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000010d60638. 00000400:00000010:1.0:1773941234.726932:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000063d335c7. 00000400:00000010:1.0:1773941234.726933:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b5c86a5c. 00000400:00000010:1.0:1773941234.726935:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b22e1ca0. 00000400:00000010:1.0:1773941234.726936:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e905707a. 00000400:00000010:1.0:1773941234.726938:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000021844cfd. 00000400:00000010:1.0:1773941234.726941:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000875a8184. 00000400:00000010:1.0:1773941234.726942:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f23283f5. 00000400:00000010:1.0:1773941234.726943:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000043e1bf0d. 00000400:00000010:1.0:1773941234.726944:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000744c970c. 00000400:00000010:1.0:1773941234.726945:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000afc5d710. 00000400:00000010:1.0:1773941234.726950:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4845b8d. 00000400:00000010:1.0:1773941234.726953:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f0b9715. 00000400:00000010:1.0:1773941234.726955:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae91f1ee. 00000400:00000010:1.0:1773941234.726956:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007ba4cc0e. 00000400:00000010:1.0:1773941234.726957:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e0d7985. 00000400:00000010:1.0:1773941234.726957:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004be4b9c6. 00000400:00000010:1.0:1773941234.726960:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e3fb1b9b. 00000400:00000010:1.0:1773941234.726963:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f0d1266. 00000400:00000010:1.0:1773941234.726964:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000079d53a1d. 00000400:00000010:1.0:1773941234.726965:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d0a38b09. 00000400:00000010:1.0:1773941234.726966:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca54d893. 00000400:00000010:1.0:1773941234.726967:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6d46b6f. 00000400:00000010:1.0:1773941234.726972:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ac06027a. 00000400:00000010:1.0:1773941234.726976:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8b244b4. 00000400:00000010:1.0:1773941234.726977:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000c261b19. 00000400:00000010:1.0:1773941234.726978:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a3fc7190. 00000400:00000010:1.0:1773941234.726979:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2e58611. 00000400:00000010:1.0:1773941234.726980:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4b2d106. 00000400:00000010:1.0:1773941234.726983:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ebc18870. 00000400:00000010:1.0:1773941234.726985:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cc1788f. 00000400:00000010:1.0:1773941234.726987:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c53eb525. 00000400:00000010:1.0:1773941234.726987:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000755774d7. 00000400:00000010:1.0:1773941234.726989:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a56c17a9. 00000400:00000010:1.0:1773941234.726992:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5cdfe20. 00000400:00000010:1.0:1773941234.727078:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fa06717f. 00000400:00000010:1.0:1773941234.727082:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096a37d0f. 00000400:00000010:1.0:1773941234.727084:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000026624c12. 00000400:00000010:1.0:1773941234.727085:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d9d691ef. 00000400:00000010:1.0:1773941234.727086:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000724a6f39. 00000400:00000010:1.0:1773941234.727087:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d68b5fff. 00000400:00000010:1.0:1773941234.727090:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000048c09077. 00000400:00000010:1.0:1773941234.727093:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009499ffcb. 00000400:00000010:1.0:1773941234.727094:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009582e0a4. 00000400:00000010:1.0:1773941234.727095:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007c8092a6. 00000400:00000010:1.0:1773941234.727096:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5aee6c9. 00000400:00000010:1.0:1773941234.727097:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086e33054. 00000400:00000010:1.0:1773941234.727102:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009017af41. 00000400:00000010:1.0:1773941234.727106:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002a4a9037. 00000400:00000010:1.0:1773941234.727107:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bd0d7497. 00000400:00000010:1.0:1773941234.727108:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000caa2fcaf. 00000400:00000010:1.0:1773941234.727110:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef7fa0fc. 00000400:00000010:1.0:1773941234.727111:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058a2debd. 00000400:00000010:1.0:1773941234.727115:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c30dab8a. 00000400:00000010:1.0:1773941234.727185:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091eee163. 00000400:00000010:1.0:1773941234.727189:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d4a7fc47. 00000400:00000010:1.0:1773941234.727192:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006fc8505c. 00000400:00000010:1.0:1773941234.727194:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a0bf44b. 00000400:00000010:1.0:1773941234.727195:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a17bbd47. 00000400:00000010:1.0:1773941234.727205:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011da7ab9. 00000400:00000010:1.0:1773941234.727211:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ddf38cc4. 00000400:00000010:1.0:1773941234.727213:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006e09bc7c. 00000400:00000010:1.0:1773941234.727215:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bf9e40cf. 00000400:00000010:1.0:1773941234.727217:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d393d01. 00000400:00000010:1.0:1773941234.727219:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000296bdf52. 00000400:00000010:1.0:1773941234.727223:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000610b0199. 00000400:00000010:1.0:1773941234.727227:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6ef333c. 00000400:00000010:1.0:1773941234.727234:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a1017c61. 00000400:00000010:1.0:1773941234.727235:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e2e0291. 00000400:00000010:1.0:1773941234.727238:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c305113. 00000400:00000010:1.0:1773941234.727239:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e57eda8. 00000400:00000010:1.0:1773941234.727245:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de66f03e. 00000400:00000010:1.0:1773941234.727248:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040c872fc. 00000400:00000010:1.0:1773941234.727250:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d88578f0. 00000400:00000010:1.0:1773941234.727251:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005d4acfc6. 00000400:00000010:1.0:1773941234.727252:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024e94947. 00000400:00000010:1.0:1773941234.727253:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048e89982. 00000400:00000010:1.0:1773941234.727255:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000347bd141. 00000400:00000010:1.0:1773941234.727258:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002682574. 00000400:00000010:1.0:1773941234.727259:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004635b8af. 00000400:00000010:1.0:1773941234.727260:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009a6a85ad. 00000400:00000010:1.0:1773941234.727261:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc6cadad. 00000400:00000010:1.0:1773941234.727262:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073d4a099. 00000400:00000010:1.0:1773941234.727267:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fc48c57. 00000400:00000010:1.0:1773941234.727271:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000081e1a17e. 00000400:00000010:1.0:1773941234.727272:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005ac01207. 00000400:00000010:1.0:1773941234.727273:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055f0f71c. 00000400:00000010:1.0:1773941234.727274:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0edff9e. 00000400:00000010:1.0:1773941234.727275:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efac7737. 00000400:00000010:1.0:1773941234.727277:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000616bfef9. 00000400:00000010:1.0:1773941234.727280:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4060a68. 00000400:00000010:1.0:1773941234.727281:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000872a6b85. 00000400:00000010:1.0:1773941234.727282:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f117c675. 00000400:00000010:1.0:1773941234.727283:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a762f2a. 00000400:00000010:1.0:1773941234.727284:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006cb81f6f. 00000400:00000010:1.0:1773941234.727290:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000051346e26. 00000400:00000010:1.0:1773941234.727293:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d96714b3. 00000400:00000010:1.0:1773941234.727294:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008163e2a2. 00000400:00000010:1.0:1773941234.727295:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000041f95bb1. 00000400:00000010:1.0:1773941234.727296:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e6ca0de. 00000400:00000010:1.0:1773941234.727299:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000058637ca. 00000400:00000010:1.0:1773941234.727302:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001fa49372. 00000400:00000010:1.0:1773941234.727305:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071463967. 00000400:00000010:1.0:1773941234.727307:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004547e778. 00000400:00000010:1.0:1773941234.727308:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000076510ae2. 00000400:00000010:1.0:1773941234.727309:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cee920df. 00000400:00000010:1.0:1773941234.727309:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca5f03e3. 00000400:00000010:1.0:1773941234.727315:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a4824b1d. 00000400:00000010:1.0:1773941234.727318:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6ba8fbd. 00000400:00000010:1.0:1773941234.727320:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006902fb53. 00000400:00000010:1.0:1773941234.727321:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000eb072d5. 00000400:00000010:1.0:1773941234.727321:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ace28faf. 00000400:00000010:1.0:1773941234.727322:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000348227ed. 00000400:00000010:1.0:1773941234.727325:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000035890ded. 00000400:00000010:1.0:1773941234.727328:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067686665. 00000400:00000010:1.0:1773941234.727329:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000033d5c714. 00000400:00000010:1.0:1773941234.727330:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000337f4e4e. 00000400:00000010:1.0:1773941234.727331:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f875dd42. 00000400:00000010:1.0:1773941234.727331:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dfb5487d. 00000400:00000010:1.0:1773941234.727338:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091a3fa9e. 00000400:00000010:1.0:1773941234.727342:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e98a744. 00000400:00000010:1.0:1773941234.727345:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001aa66678. 00000400:00000010:1.0:1773941234.727347:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067dcd836. 00000400:00000010:1.0:1773941234.727349:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038490738. 00000400:00000010:1.0:1773941234.727350:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e42d6d47. 00000400:00000010:1.0:1773941234.727354:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d2c243b. 00000400:00000010:1.0:1773941234.727357:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a1d8cad8. 00000400:00000010:1.0:1773941234.727360:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001ca69ae0. 00000400:00000010:1.0:1773941234.727361:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e7a2724c. 00000400:00000010:1.0:1773941234.727373:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d389690. 00000400:00000010:1.0:1773941234.727376:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001359a808. 00000400:00000010:1.0:1773941234.727386:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000019ea5be4. 00000400:00000010:1.0:1773941234.727391:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000078a3b20. 00000400:00000010:1.0:1773941234.727399:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000013adfdde. 00000400:00000010:1.0:1773941234.727401:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a8d55a68. 00000400:00000010:1.0:1773941234.727403:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000223ec8f2. 00000400:00000010:1.0:1773941234.727404:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6348b75. 00000400:00000010:1.0:1773941234.727408:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000eb865ff. 00000400:00000010:1.0:1773941234.727411:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ee1231d. 00000400:00000010:1.0:1773941234.727413:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003d79b675. 00000400:00000010:1.0:1773941234.727414:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003b84b858. 00000400:00000010:1.0:1773941234.727415:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e18e5a53. 00000400:00000010:1.0:1773941234.727416:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090e2987b. 00000400:00000010:1.0:1773941234.727422:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bb707d9. 00000400:00000010:1.0:1773941234.727425:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e6c631a. 00000400:00000010:1.0:1773941234.727427:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dad650b0. 00000400:00000010:1.0:1773941234.727428:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007a718dce. 00000400:00000010:1.0:1773941234.727429:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad9cd791. 00000400:00000010:1.0:1773941234.727430:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bbd58e9. 00000400:00000010:1.0:1773941234.727433:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa55327e. 00000400:00000010:1.0:1773941234.727436:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a8994cf. 00000400:00000010:1.0:1773941234.727437:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004fea87a6. 00000400:00000010:1.0:1773941234.727438:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005506f0aa. 00000400:00000010:1.0:1773941234.727439:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022c75b11. 00000400:00000010:1.0:1773941234.727440:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b5175c5. 00000400:00000010:1.0:1773941234.727445:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ffb815e. 00000400:00000010:1.0:1773941234.727448:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013a0bc87. 00000400:00000010:1.0:1773941234.727450:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002eb63027. 00000400:00000010:1.0:1773941234.727451:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000988a6806. 00000400:00000010:1.0:1773941234.727452:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ed692dc. 00000400:00000010:1.0:1773941234.727452:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6e62637. 00000400:00000010:1.0:1773941234.727455:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6cb9090. 00000400:00000010:1.0:1773941234.727458:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001fc8f56e. 00000400:00000010:1.0:1773941234.727459:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000beb82d42. 00000400:00000010:1.0:1773941234.727460:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a2a63465. 00000400:00000010:1.0:1773941234.727461:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efb310ea. 00000400:00000010:1.0:1773941234.727464:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbd88864. 00000400:00000010:1.0:1773941234.727470:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d316c0cd. 00000400:00000010:1.0:1773941234.727474:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e0f2346. 00000400:00000010:1.0:1773941234.727475:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e6841ff8. 00000400:00000010:1.0:1773941234.727476:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000098c2914c. 00000400:00000010:1.0:1773941234.727477:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005da8365c. 00000400:00000010:1.0:1773941234.727478:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008433e388. 00000400:00000010:1.0:1773941234.727480:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000038ebf5e3. 00000400:00000010:1.0:1773941234.727483:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b59538b. 00000400:00000010:1.0:1773941234.727484:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000b2c573f. 00000400:00000010:1.0:1773941234.727485:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ce8c8c09. 00000400:00000010:1.0:1773941234.727486:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ec9258f. 00000400:00000010:1.0:1773941234.727487:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092bd7c28. 00000400:00000010:1.0:1773941234.727493:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fb63aae. 00000400:00000010:1.0:1773941234.727496:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032d9dafc. 00000400:00000010:1.0:1773941234.727497:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000842b753c. 00000400:00000010:1.0:1773941234.727498:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cfcb9c92. 00000400:00000010:1.0:1773941234.727499:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056937882. 00000400:00000010:1.0:1773941234.727500:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6e2352f. 00000400:00000010:1.0:1773941234.727502:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e107fd47. 00000400:00000010:1.0:1773941234.727505:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006e3b649e. 00000400:00000010:1.0:1773941234.727506:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fc0f6a50. 00000400:00000010:1.0:1773941234.727507:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f0696bf4. 00000400:00000010:1.0:1773941234.727508:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001dba3110. 00000400:00000010:1.0:1773941234.727509:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b1b8f03. 00000400:00000010:1.0:1773941234.727515:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000297bbafc. 00000400:00000010:1.0:1773941234.727519:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007df49cfb. 00000400:00000010:1.0:1773941234.727520:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002a113c88. 00000400:00000010:1.0:1773941234.727521:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000065d7d281. 00000400:00000010:1.0:1773941234.727522:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dba8b1ef. 00000400:00000010:1.0:1773941234.727523:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d60ddbb. 00000400:00000010:1.0:1773941234.727525:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d8a484a. 00000400:00000010:1.0:1773941234.727528:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a1411ad. 00000400:00000010:1.0:1773941234.727533:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000077d48dea. 00000400:00000010:1.0:1773941234.727534:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000214ef2ac. 00000400:00000010:1.0:1773941234.727535:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc62f219. 00000400:00000010:1.0:1773941234.727536:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edd374be. 00000400:00000010:1.0:1773941234.727542:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000350b61e2. 00000400:00000010:1.0:1773941234.727545:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c7d9f64. 00000400:00000010:1.0:1773941234.727546:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e0b662b4. 00000400:00000010:1.0:1773941234.727547:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000023f63044. 00000400:00000010:1.0:1773941234.727548:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b49893b6. 00000400:00000010:1.0:1773941234.727549:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bac1349f. 00000400:00000010:1.0:1773941234.727552:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f4131da. 00000400:00000010:1.0:1773941234.727554:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005b8b8d20. 00000400:00000010:1.0:1773941234.727555:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001a0b18fd. 00000400:00000010:1.0:1773941234.727556:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f88a0526. 00000400:00000010:1.0:1773941234.727557:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b8d39c0. 00000400:00000010:1.0:1773941234.727558:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b681232. 00000400:00000010:1.0:1773941234.727564:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c3153ed. 00000400:00000010:1.0:1773941234.727567:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b26b7d9d. 00000400:00000010:1.0:1773941234.727568:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d4142a1f. 00000400:00000010:1.0:1773941234.727569:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003f8843fd. 00000400:00000010:1.0:1773941234.727570:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5e01e86. 00000400:00000010:1.0:1773941234.727571:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5ee4001. 00000400:00000010:1.0:1773941234.727573:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b45c7ab. 00000400:00000010:1.0:1773941234.727576:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d00e328. 00000400:00000010:1.0:1773941234.727577:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000045067367. 00000400:00000010:1.0:1773941234.727578:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000c6f4db8. 00000400:00000010:1.0:1773941234.727579:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2bdb42d. 00000400:00000010:1.0:1773941234.727580:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051d89b24. 00000400:00000010:1.0:1773941234.727586:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000729a057d. 00000400:00000010:1.0:1773941234.727589:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c509966. 00000400:00000010:1.0:1773941234.727590:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e06f06d4. 00000400:00000010:1.0:1773941234.727591:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000087898ec7. 00000400:00000010:1.0:1773941234.727592:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000052229e8. 00000400:00000010:1.0:1773941234.727595:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e84bef0a. 00000400:00000010:1.0:1773941234.727598:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006da2b41a. 00000400:00000010:1.0:1773941234.727601:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6301125. 00000400:00000010:1.0:1773941234.727602:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001a6e740a. 00000400:00000010:1.0:1773941234.727603:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005efe782a. 00000400:00000010:1.0:1773941234.727604:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003830b89c. 00000400:00000010:1.0:1773941234.727605:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014e1358a. 00000400:00000010:1.0:1773941234.727610:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007b2697c. 00000400:00000010:1.0:1773941234.727614:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091fa0a60. 00000400:00000010:1.0:1773941234.727615:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ab06b90. 00000400:00000010:1.0:1773941234.727616:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f672111b. 00000400:00000010:1.0:1773941234.727617:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078acb6f2. 00000400:00000010:1.0:1773941234.727618:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff611614. 00000400:00000010:1.0:1773941234.727620:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c232385. 00000400:00000010:1.0:1773941234.727623:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c515ec71. 00000400:00000010:1.0:1773941234.727631:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000488a012b. 00000400:00000010:1.0:1773941234.727632:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a8d46384. 00000400:00000010:1.0:1773941234.727633:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecc68cd6. 00000400:00000010:1.0:1773941234.727634:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ff3f3ae. 00000400:00000010:1.0:1773941234.727640:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d0db24e. 00000400:00000010:1.0:1773941234.727643:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f3e662e. 00000400:00000010:1.0:1773941234.727644:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000f1d517f. 00000400:00000010:1.0:1773941234.727645:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b0211e04. 00000400:00000010:1.0:1773941234.727646:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2e3979d. 00000400:00000010:1.0:1773941234.727647:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cea3253. 00000400:00000010:1.0:1773941234.727650:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040df8160. 00000400:00000010:1.0:1773941234.727654:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4b2bd5a. 00000400:00000010:1.0:1773941234.727657:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000260eeb58. 00000400:00000010:1.0:1773941234.727658:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000bbed2e8. 00000400:00000010:1.0:1773941234.727660:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae7c0b1f. 00000400:00000010:1.0:1773941234.727662:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004cb0ed84. 00000400:00000010:1.0:1773941234.727670:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000de573ee6. 00000400:00000010:1.0:1773941234.727675:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000093bcc866. 00000400:00000010:1.0:1773941234.727681:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b149cfe9. 00000400:00000010:1.0:1773941234.727683:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bf2828c7. 00000400:00000010:1.0:1773941234.727685:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000188e040. 00000400:00000010:1.0:1773941234.727687:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066405d13. 00000400:00000010:1.0:1773941234.727691:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9f779fa. 00000400:00000010:1.0:1773941234.727695:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b6611ee. 00000400:00000010:1.0:1773941234.727697:0:2395:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001f944487. 00000400:00000010:1.0:1773941234.727699:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004d4dd50b. 00000400:00000010:1.0:1773941234.727701:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000266d44fb. 00000400:00000010:1.0:1773941234.727773:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000af9fa07. 00000400:00000010:1.0:1773941234.727784:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3d88140. 00000400:00000010:1.0:1773941234.727790:0:2395:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c657005. 00000400:00000010:1.0:1773941234.727793:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000876103bc. 00000400:00000010:1.0:1773941234.727795:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f8cd67d. 00000400:00000010:1.0:1773941234.727796:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000beb42c1b. 00000400:00000010:1.0:1773941234.727800:0:2395:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000ce60fca6. 00000400:00000010:1.0:1773941234.727803:0:2395:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000640b426. 00000400:00000010:1.0:1773941234.727806:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003e3302db. 00000400:00000010:1.0:1773941234.727807:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000944947d1. 00000400:00000010:1.0:1773941234.727809:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008467db26. 00000400:00000010:1.0:1773941234.727811:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000de9e8cb4. 00000400:00000010:1.0:1773941234.727812:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000056dc5fe. 00000400:00000010:1.0:1773941234.727813:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e428f11e. 00000400:00000010:1.0:1773941234.727818:0:2395:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000f70a42f3. 00000400:00000010:1.0:1773941234.727822:0:2395:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000b00edfd6. 00000400:00000010:1.0:1773941234.727826:0:2395:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000099c501c. 00000400:00000010:1.0:1773941234.727828:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000728d4c34. 00000400:00000010:1.0:1773941234.727830:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e76672b. 00000400:00000010:1.0:1773941234.727832:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000335f6560. 00000400:00000010:1.0:1773941234.727833:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000af4db4fc. 00000400:00000010:1.0:1773941234.727835:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e82120b. 00000400:00000010:1.0:1773941234.727837:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d02acbb1. 00000400:00000010:1.0:1773941234.727839:0:2395:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000f70a42f3. 00000400:00000010:1.0:1773941234.727856:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b5c32389. 00000400:00000010:1.0:1773941234.727859:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000092fc3b04. 00000400:00000010:1.0:1773941234.727861:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ad4e07a8. 00000800:00000200:1.0:1773941234.729455:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000720a3332 00000800:00000200:1.0:1773941234.729459:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000720a3332 00000800:00000200:1.0:1773941234.729460:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000720a3332 00000800:00000200:1.0:1773941234.729462:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000720a3332 00000800:00000200:1.0:1773941234.729463:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000e035baf3 00000800:00000200:1.0:1773941234.729464:0:2395:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000e035baf3 00000800:00000010:1.0:1773941234.729468:0:2395:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000040a91706. 00000400:00000010:1.0:1773941234.729474:0:2395:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f70a42f3. 00000800:00000200:1.0:1773941234.729478:0:2395:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:3.0F:1773941234.729862:0:2405:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000ec115d1c. 00000800:00000010:3.0:1773941234.729873:0:2405:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000871a0269. 00000800:00000010:0.0:1773941234.729937:0:2404:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000006e959b9b. 00000800:00000010:0.0:1773941234.729942:0:2404:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000002f0ccced. 00000800:00000010:3.0:1773941234.730100:0:2406:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000a937a9b4. 00000800:00000010:3.0:1773941234.730105:0:2406:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000f31cde2f. 00000400:00000200:1.0:1773941234.730192:0:2395:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:0.0:1773941234.730199:0:2407:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000d28558ff. 00000800:00000010:0.0:1773941234.730203:0:2407:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000d965af32. 00000400:00000200:1.0:1773941234.730242:0:2395:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.9) 00000400:02000000:1.0:1773941234.730253:0:2395:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.204.9@tcp [8/256/0/180] 00000400:00000010:1.0:1773941234.732169:0:2395:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000008b36237f. 00000400:00000010:1.0:1773941234.732175:0:2395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001450356f. 00000400:00000010:1.0:1773941234.732189:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fd3c7f4. 00000400:00000200:1.0:1773941234.732198:0:2395:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1773941234.732202:0:2395:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af9405f1. 00000400:00000010:1.0:1773941234.732204:0:2395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54d66dd. 00000400:00000010:1.0:1773941234.732206:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e18a790f. 00000400:00000200:1.0:1773941234.732208:0:2395:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 00000000af9405f1 00000400:00000200:1.0:1773941234.732210:0:2395:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1773941234.732212:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ece0ee72. 00000400:00000010:1.0:1773941234.732215:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b194d57. 00000400:00000010:1.0:1773941234.732216:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc589f6a. 00000400:00000010:1.0:1773941234.732218:0:2395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000be9038ef. 00000400:00000010:1.0:1773941234.732219:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009925bdf1. 00000400:00000010:1.0:1773941234.732229:0:2395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb4b54b6. 00000400:00000200:1.0:1773941234.734193:0:2395:0:(peer.c:4215:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1773941234.734320:0:2395:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000e03c87c2. 00000400:00000200:2.0:1773941234.734360:0:2410:0:(peer.c:4041:lnet_peer_discovery()) started 00000100:00000010:2.0:1773941234.734560:0:2411:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e0868df. 00000020:00000010:2.0:1773941234.734564:0:2411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd2001a7. 00000020:00000010:2.0:1773941234.734567:0:2411:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea0f233b. 00000020:00000010:2.0:1773941234.734570:0:2411:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ee3ba9d2. 00000040:00000010:2.0:1773941234.734572:0:2411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc35c656. 00000020:00000010:2.0:1773941234.734575:0:2411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002249c97c. 00000020:00000010:2.0:1773941234.734577:0:2411:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070090f17. 00000100:00000010:1.0:1773941234.734620:0:2395:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000027a4b324. 00000100:00000010:1.0:1773941234.734623:0:2395:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000097249045. 00000100:00000010:1.0:1773941234.734625:0:2395:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000000643e39f. 00000100:00000010:0.0:1773941234.734924:0:2412:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2bbbc66. 00000020:00000010:0.0:1773941234.734929:0:2412:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e575ee84. 00000020:00000010:0.0:1773941234.734931:0:2412:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0fb62cd. 00000020:00000010:0.0:1773941234.734934:0:2412:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000434fdbd9. 00000040:00000010:0.0:1773941234.734936:0:2412:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000084d56e92. 00000020:00000010:0.0:1773941234.734939:0:2412:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6390016. 00000020:00000010:0.0:1773941234.734984:0:2412:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004eb7d0b7. 00000100:00000010:1.0:1773941234.735312:0:2413:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9061671. 00000020:00000010:1.0:1773941234.735315:0:2413:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e801654c. 00000020:00000010:1.0:1773941234.735317:0:2413:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091d246d5. 00000020:00000010:1.0:1773941234.735319:0:2413:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000943fccd5. 00000040:00000010:1.0:1773941234.735320:0:2413:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000020589818. 00000020:00000010:1.0:1773941234.735322:0:2413:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b5395199. 00000020:00000010:1.0:1773941234.735325:0:2413:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c25d479f. 00000100:00000010:0.0:1773941234.735353:0:2395:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000cb0d66d2. 00000100:00000010:0.0:1773941234.735357:0:2395:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000371585b1. 00000100:00000010:0.0:1773941234.735359:0:2395:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000002ec7280b. 00000100:00000010:3.0:1773941234.736087:0:2414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a13646a. 00000020:00000010:3.0:1773941234.736093:0:2414:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000140d2d1a. 00000020:00000010:3.0:1773941234.736096:0:2414:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000875a2b1c. 00000020:00000010:3.0:1773941234.736099:0:2414:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000001c96e77c. 00000040:00000010:3.0:1773941234.736102:0:2414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c7b3c43. 00000020:00000010:3.0:1773941234.736105:0:2414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a49f1c9. 00000020:00000010:3.0:1773941234.736108:0:2414:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b018a587. 00000100:00000010:3.0:1773941234.737180:0:2415:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014157351. 00000020:00000010:3.0:1773941234.737185:0:2415:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018670d4e. 00000020:00000010:3.0:1773941234.737188:0:2415:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc4338b3. 00000020:00000010:3.0:1773941234.737190:0:2415:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000775ec9e8. 00000040:00000010:3.0:1773941234.737193:0:2415:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c0e4ac0. 00000020:00000010:3.0:1773941234.737196:0:2415:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f0733fa8. 00000020:00000010:3.0:1773941234.737200:0:2415:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f73034b. 00000100:00000010:1.0:1773941234.737260:0:2395:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000007e7b2737. 00000100:00000010:1.0:1773941234.737410:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000070a90cce. 00000100:00000010:1.0:1773941234.737415:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000008365a2cd. 00000100:00000010:1.0:1773941234.737417:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000008e02a13b. 00000100:00000010:1.0:1773941234.737419:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000e78da93a. 00000100:00000010:1.0:1773941234.737422:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000079eebd61. 00000100:00000010:1.0:1773941234.737424:0:2395:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000a358c79e. 00000001:00000010:1.0:1773941234.737601:0:2395:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 00000000fc57508a. 00000001:00000010:1.0:1773941234.737607:0:2395:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ede2a154. 00000001:00000010:1.0:1773941234.737611:0:2395:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e4953de6. 00000001:00000010:1.0:1773941234.737615:0:2395:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002d6bd610. 00000001:00000010:1.0:1773941234.737623:0:2395:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000b003c88d. 00000001:00000010:1.0:1773941234.737661:0:2395:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000001895875d. 02000000:00000010:3.0:1773941234.835341:0:2427:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000449b354c. 02000000:00000010:3.0:1773941234.835348:0:2427:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 000000003d53086e. 02000000:00000010:3.0:1773941234.835352:0:2427:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000cc38af24. 02000000:00000010:3.0:1773941234.835361:0:2427:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000001baa2595. 00000020:00000010:2.0:1773941236.657968:0:2479:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000839298e5. 00000001:00000010:2.0:1773941236.800759:0:2492:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000093d934. 00000100:00000010:2.0:1773941236.800800:0:2492:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 0000000055328a19. 00000020:00000010:2.0:1773941236.800833:0:2492:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000068cf4d0. 00000020:00000010:2.0:1773941236.800859:0:2492:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d192a37f. 00000020:00000010:2.0:1773941236.800867:0:2492:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d192a37f. 00000020:00000010:3.0:1773941236.905996:0:2505:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004d30eba4. 00000020:00000010:1.0:1773941237.013724:0:2518:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000007e0fb597. 00000020:00000010:2.0:1773941237.095754:0:2532:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000066910a57. 00008000:02000000:0.0:1773941237.168470:0:2545:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:0.0:1773941237.171847:0:2545:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002afcc7ec. 00000020:00000010:0.0:1773941237.172478:0:2545:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000001a4391a. 00000020:00000010:2.0:1773941237.459065:0:2568:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002cbda214. 00000800:00000200:0.0:1773941238.167274:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000e035baf3 00000800:00000200:1.0:1773941238.171073:0:38:0:(socklnd.c:2209:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (einval), ns 00000000e035baf3 00000800:00000200:1.0:1773941238.171137:0:38:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 00000000e035baf3 (expected 00000000720a3332) 00000800:00000200:1.0:1773941238.171146:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000e035baf3 00000800:00000200:1.0:1773941238.171149:0:38:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 00000000e035baf3 (expected 00000000720a3332) 00000800:00000200:1.0:1773941238.176778:0:38:0:(socklnd.c:2179:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns 00000000e035baf3. 00000800:00000200:1.0:1773941238.176788:0:38:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 00000000e035baf3 (expected 00000000720a3332) 00000800:00000200:1.0:1773941238.176892:0:38:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000e035baf3 00000800:00000200:1.0:1773941238.176896:0:38:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 00000000e035baf3 (expected 00000000720a3332) 00000020:00000010:3.0:1773941238.800810:0:2947:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003f2b3afc. 00000020:00000010:3.0:1773941238.912428:0:2960:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a918b42d. 00000020:00000010:1.0:1773941239.116801:0:2973:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000fcc1adc2. 00000020:00000010:1.0:1773941239.116823:0:2973:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d7463255. 00000020:00000010:2.0:1773941239.290553:0:2994:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000afbe46c3. 00000020:00000010:0.0:1773941239.393849:0:3008:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000002de459fb. 00000020:00000010:0.0:1773941239.394216:0:3008:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000773d4285. 00000020:00000010:0.0:1773941239.523951:0:3023:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000052281181. 00000020:00000010:0.0:1773941239.523980:0:3023:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000001a2e497a. 00000020:00000010:2.0:1773941239.757801:0:3036:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000175b556b. 00000020:00000010:2.0:1773941239.757811:0:3036:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d59bdcf. 00000020:00000010:2.0:1773941239.757818:0:3036:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000010d6ad09. 00000020:00000010:2.0:1773941239.757821:0:3036:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000095c26531. 00000008:00000010:2.0:1773941239.757833:0:3036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003c4dea57. 00020000:00000010:2.0:1773941239.757838:0:3036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000043cec5d1. 00008000:00000010:2.0:1773941239.757849:0:3036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c781294f. 00000080:00000010:2.0:1773941239.757859:0:3036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000de2c2da6. 00000080:00000010:2.0:1773941239.757869:0:3036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000009780669. 00000020:00000010:2.0:1773941239.757873:0:3036:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7b47f96. 00000008:00000010:2.0:1773941239.757884:0:3036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009db6057f. 00020000:00000010:2.0:1773941239.757896:0:3036:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000070bf6d02. 00008000:00000010:2.0:1773941239.757913:0:3036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000db30c245. 00000080:00000010:2.0:1773941239.757923:0:3036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000afb23118. 00000080:00000010:2.0:1773941295.221046:0:6308:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 0000000036f9c27f. 00000020:00000010:2.0:1773941295.221059:0:6308:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000d6911d74. 00000020:00000010:2.0:1773941295.221071:0:6308:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000007f54fb58. 00000020:00000010:2.0:1773941295.221074:0:6308:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 0000000041393143. 00000020:00000010:2.0:1773941295.221077:0:6308:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 000000009b8ef56b. 00000020:00000010:2.0:1773941295.221254:0:6308:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000027ffe72d. 00000020:00000010:2.0:1773941295.221269:0:6308:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000b4709e99. 00000020:00000010:2.0:1773941295.221272:0:6308:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000e4a82257. 00000020:00000010:2.0:1773941295.221277:0:6308:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000943a29d7. 00000100:00000010:2.0:1773941295.221283:0:6308:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000799b625c. 00000400:00000200:2.0:1773941295.221286:0:6308:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941295.221290:0:6308:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.221296:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.221301:0:6308:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000f6093fbc. 00000400:00000200:2.0:1773941295.221304:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.221306:0:6308:0:(peer.c:262:lnet_peer_alloc()) 00000000f6093fbc nid 192.168.204.109@tcp 00000400:00000010:2.0:1773941295.221309:0:6308:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f6b2986f. 00000400:00000200:2.0:1773941295.221311:0:6308:0:(peer.c:202:lnet_peer_net_alloc()) 00000000f6b2986f net tcp 00000400:00000200:2.0:1773941295.221314:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.221316:0:6308:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000005a57932. 00000400:00000200:2.0:1773941295.221319:0:6308:0:(peer.c:183:lnet_peer_ni_alloc()) 0000000005a57932 nid 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.221328:0:6308:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.109@tcp: -2 00000400:00000200:2.0:1773941295.221332:0:6308:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp flags 0x100001 00000400:00000200:2.0:1773941295.221336:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.221348:0:6308:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: 0 00000400:00000200:2.0:1773941295.221350:0:6308:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1773941295.221352:0:6308:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941295.221355:0:6308:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000020:00000010:2.0:1773941295.221358:0:6308:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at 00000000943a29d7. 00000020:00000010:2.0:1773941295.221362:0:6308:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000000a066a4d. 00000020:00000010:2.0:1773941295.221369:0:6308:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 000000008b5eda47. 00000400:00000200:0.0:1773941295.221373:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1773941295.221380:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100041 00000020:00000010:2.0:1773941295.221384:0:6308:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000004cd3bf90. 00000400:00000010:0.0:1773941295.221387:0:2410:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010e11342. 00000020:00000010:2.0:1773941295.221392:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ee45d9bb. 00000020:00000010:2.0:1773941295.221402:0:6308:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 000000008b5eda47. 00000400:00000010:0.0:1773941295.221403:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c3fe00. 00000020:00000010:2.0:1773941295.221406:0:6308:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at 000000008b5eda47. 00000400:00000010:0.0:1773941295.221423:0:2410:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008374e3d9. 00000001:00000010:2.0:1773941295.221424:0:6308:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a61c92fa. 00000001:00000010:2.0:1773941295.221430:0:6308:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007c2ccffc. 00000400:00000200:0.0:1773941295.221432:0:2410:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.204.109@tcp 00000001:00000010:2.0:1773941295.221435:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c07246c. 00000001:00000010:2.0:1773941295.221438:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3881df4. 00000001:00000010:2.0:1773941295.221441:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a07e2f19. 00000400:00000200:0.0:1773941295.221442:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000001:00000010:2.0:1773941295.221445:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd76f935. 00000400:00000200:0.0:1773941295.221449:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000010:2.0:1773941295.221450:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a08cf969. 00000020:00000010:2.0:1773941295.221455:0:6308:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ee22f6b. 00000400:00000200:0.0:1773941295.221455:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.221459:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.221461:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.221464:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.221466:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [1:1:256:4294967295] 192.168.204.109@tcp LPNI seq info [1:1:8:4294967295] 00000020:00000010:2.0:1773941295.221467:0:6308:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003512a04d. 00000400:00000200:0.0:1773941295.221470:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000008:00000010:2.0:1773941295.221474:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a796e874. 00020000:00000010:2.0:1773941295.221481:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000feadb4ad. 00000400:00000200:0.0:1773941295.221483:0:2410:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.109@tcp 00008000:00000010:2.0:1773941295.221487:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a469269d. 00000400:00000200:0.0:1773941295.221490:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : GET try# 0 00000080:00000010:2.0:1773941295.221495:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f6cdb6ad. 00000800:00000200:0.0:1773941295.221496:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.109@tcp 00000020:00000010:2.0:1773941295.221501:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4e23b5. 00000020:00000010:2.0:1773941295.221503:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004685144a. 00000800:00000010:0.0:1773941295.221508:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005899d5c3. 00000040:00000010:2.0:1773941295.221509:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034feb450. 00000020:00000010:2.0:1773941295.221514:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f34cb32c. 00000400:00000200:0.0:1773941295.221515:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:2.0:1773941295.221519:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001136a0e6. 00000800:00000010:0.0:1773941295.221520:0:2410:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ee98c776. 00000800:00000010:0.0:1773941295.221525:0:2410:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001048f4e0. 00040000:00000010:2.0:1773941295.221527:0:6308:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006c023480. 00000800:00000200:0.0:1773941295.221528:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (2) 00000800:00000200:0.1F:1773941295.221531:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (2) 00040000:00000010:2.0:1773941295.221537:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000002187650. 10000000:00000010:2.0:1773941295.221542:0:6308:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000083f9ccf. 00010000:00000010:2.0:1773941295.221550:0:6308:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000103a3eb0. 00000400:00000200:0.0:1773941295.221555:0:2410:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.204.109@tcp 00010000:00000010:2.0:1773941295.221556:0:6308:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000051b85530. 00000400:00000200:0.0:1773941295.221557:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100241 rc 0 00010000:00000010:2.0:1773941295.221569:0:6308:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000382204ac. 00000100:00000010:2.0:1773941295.221649:0:6308:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000001f6715fb. 00000100:00000010:2.0:1773941295.221655:0:6308:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001052c1b3. 00000100:00000010:2.0:1773941295.221665:0:6308:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000300fcd37. 00000100:00000010:2.0:1773941295.221671:0:6308:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001d04cc71. 00000100:00000010:2.0:1773941295.221676:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000088a8a11. 00000100:00000010:2.0:1773941295.221681:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b3fc712. 00000100:00000010:2.0:1773941295.221684:0:6308:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000053cb9ee7. 00000100:00000010:2.0:1773941295.221693:0:6308:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a5d55085. 00000100:00000010:2.0:1773941295.221700:0:6308:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000028cef3e8. 00000100:00000010:2.0:1773941295.221703:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093f92006. 00000100:00000010:2.0:1773941295.221707:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e20c483b. 00000400:00000200:2.0:1773941295.221710:0:6308:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1773941295.221741:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002eeb6029. 00000020:00000010:2.0:1773941295.221751:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000006d27942. 00000100:00000010:2.0:1773941295.221789:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cb6eecda. 00000100:00000010:2.0:1773941295.221794:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b6b7705b. 00000100:00000010:2.0:1773941295.221797:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017230fc0. 00000100:00000010:2.0:1773941295.221800:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a96682ca. 00000100:00000010:2.0:1773941295.221803:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007addb035. 00000100:00000010:2.0:1773941295.221806:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6f199e3. 00000100:00000010:2.0:1773941295.221808:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000687f9633. 00000100:00000010:2.0:1773941295.221810:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000019fe86a1. 00000100:00000010:2.0:1773941295.221812:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bfdf5b2f. 00000100:00000010:2.0:1773941295.221814:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bbd5449f. 00000100:00000200:2.0:1773941295.221834:0:6308:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1773941295.221838:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000011d38b7. 00000100:00000010:0.0:1773941295.222077:0:6309:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000468a9e2f. 00000020:00000010:0.0:1773941295.222082:0:6309:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003268e644. 00000020:00000010:0.0:1773941295.222086:0:6309:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec328b8. 00000020:00000010:0.0:1773941295.222089:0:6309:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c2b4a48. 00000040:00000010:0.0:1773941295.222092:0:6309:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fafa099e. 00000020:00000010:0.0:1773941295.222094:0:6309:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6635e6a. 00000020:00000010:0.0:1773941295.222107:0:6309:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6f24ac0. 00000020:00000010:0.0:1773941295.222111:0:6309:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000048e56754. 80000000:00000010:0.0:1773941295.222115:0:6309:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003738c5a6. 40000000:00000010:0.0:1773941295.222140:0:6309:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed1db10d. 00100000:00000010:0.0:1773941295.222149:0:6309:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb343e5b. 00040000:00000010:0.0:1773941295.222153:0:6309:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a1dd5a2. 00040000:00000010:0.0:1773941295.222157:0:6309:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000319acb57. 00040000:00000010:0.0:1773941295.222160:0:6309:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001ce919f5. 00000004:00000010:0.0:1773941295.222163:0:6309:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000221e3138. 00000004:00000010:0.0:1773941295.222168:0:6309:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000005bbe5882. 00000004:00000010:0.0:1773941295.222172:0:6309:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000005c26e49d. 00002000:00000010:0.0:1773941295.222176:0:6309:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062c339b9. 00000004:00000010:0.0:1773941295.222180:0:6309:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000062b66795. 00000100:00000200:0.0:1773941295.222183:0:6309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941295.222188:0:6309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbbc5019. 00000400:00000010:0.0:1773941295.222192:0:6309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af69da90. 00000100:00000010:0.0:1773941295.222203:0:6309:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bec83f18. 00000100:00000200:0.0:1773941295.222216:0:6309:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1773941295.222247:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ce6feb8b. 00000100:00000010:1.0:1773941295.222377:0:6310:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a165eca9. 00000020:00000010:1.0:1773941295.222382:0:6310:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ad7623b9. 00000020:00000010:1.0:1773941295.222385:0:6310:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed8b79fe. 00000020:00000010:1.0:1773941295.222387:0:6310:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad1888d9. 00000040:00000010:1.0:1773941295.222390:0:6310:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092760351. 00000020:00000010:1.0:1773941295.222392:0:6310:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6b7bdaa. 00000020:00000010:1.0:1773941295.222404:0:6310:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bf560038. 00000020:00000010:1.0:1773941295.222407:0:6310:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007daf0946. 80000000:00000010:1.0:1773941295.222409:0:6310:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003adbe927. 40000000:00000010:1.0:1773941295.222411:0:6310:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7f14667. 00100000:00000010:1.0:1773941295.222413:0:6310:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f2ef3a9. 00040000:00000010:1.0:1773941295.222415:0:6310:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b10f94d2. 00040000:00000010:1.0:1773941295.222416:0:6310:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094cb95f7. 00040000:00000010:1.0:1773941295.222418:0:6310:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc16fc25. 00000004:00000010:1.0:1773941295.222420:0:6310:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000b460b73. 00000004:00000010:1.0:1773941295.222422:0:6310:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000025052efc. 00000004:00000010:1.0:1773941295.222424:0:6310:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000091dac65a. 00002000:00000010:1.0:1773941295.222426:0:6310:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002cf78734. 00000004:00000010:1.0:1773941295.222428:0:6310:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000f9a8a1a8. 00000100:00000010:1.0:1773941295.222430:0:6310:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000540836ed. 00000100:00000200:1.0:1773941295.222439:0:6310:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941295.222447:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a1c44cd5. 00000800:00000010:3.0:1773941295.222476:0:2399:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000985394dc. 00000800:00000010:3.0:1773941295.222483:0:2399:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b865d71. 00000800:00000010:3.0:1773941295.222489:0:2399:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c154bf5. 00000800:00000010:3.0:1773941295.222499:0:2399:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c154bf5. 00000100:00000010:3.0:1773941295.222596:0:6311:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000001c154bf5. 00000020:00000010:3.0:1773941295.222600:0:6311:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bcab2914. 00000020:00000010:3.0:1773941295.222603:0:6311:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075816afd. 00000020:00000010:3.0:1773941295.222605:0:6311:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4beaa29. 00000040:00000010:3.0:1773941295.222612:0:6311:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000201aa729. 00000020:00000010:3.0:1773941295.222616:0:6311:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de30557f. 00000020:00000010:3.0:1773941295.222627:0:6311:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2feaec8. 00000020:00000010:3.0:1773941295.222631:0:6311:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020a6ac77. 80000000:00000010:3.0:1773941295.222633:0:6311:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca57abaa. 40000000:00000010:3.0:1773941295.222636:0:6311:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be23b97f. 00100000:00000010:3.0:1773941295.222639:0:6311:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad3d84e9. 00040000:00000010:3.0:1773941295.222641:0:6311:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa2d12c1. 00040000:00000010:3.0:1773941295.222644:0:6311:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000008bf97032. 00040000:00000010:3.0:1773941295.222646:0:6311:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4a559bd. 00000004:00000010:3.0:1773941295.222649:0:6311:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005456ac5f. 00000004:00000010:3.0:1773941295.222653:0:6311:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000067709d4c. 00000004:00000010:3.0:1773941295.222655:0:6311:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000a8215cc2. 00002000:00000010:3.0:1773941295.222658:0:6311:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3a93b2. 00000004:00000010:3.0:1773941295.222661:0:6311:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000ba20b304. 00000100:00000200:3.0:1773941295.222664:0:6311:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1773941295.222668:0:6311:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b320911. 00000400:00000010:3.0:1773941295.222672:0:6311:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d8b392e. 00000100:00000010:3.0:1773941295.222676:0:6311:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a04232fd. 00000100:00000200:3.0:1773941295.222689:0:6311:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941295.222692:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007f2e2262. 00000100:00000010:2.0:1773941295.222817:0:6312:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c87f0d8b. 00000020:00000010:2.0:1773941295.222819:0:6312:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e5900ba4. 00000020:00000010:2.0:1773941295.222822:0:6312:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdfad113. 00000020:00000010:2.0:1773941295.222825:0:6312:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094a9d1f2. 00000040:00000010:2.0:1773941295.222827:0:6312:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001695cc76. 00000020:00000010:2.0:1773941295.222830:0:6312:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b1e68ae. 00000020:00000010:2.0:1773941295.222842:0:6312:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004fe52401. 00000020:00000010:2.0:1773941295.222847:0:6312:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000713ecdf. 80000000:00000010:2.0:1773941295.222850:0:6312:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088391949. 40000000:00000010:2.0:1773941295.222852:0:6312:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e3f0ce0. 00100000:00000010:2.0:1773941295.222855:0:6312:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9559d7c. 00040000:00000010:2.0:1773941295.222858:0:6312:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084d9cc0d. 00040000:00000010:2.0:1773941295.222861:0:6312:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b4d8000. 00040000:00000010:2.0:1773941295.222864:0:6312:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008235b763. 00000004:00000010:2.0:1773941295.222866:0:6312:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000acded609. 00000004:00000010:2.0:1773941295.222869:0:6312:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fa7d41a9. 00000004:00000010:2.0:1773941295.222872:0:6312:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000d30cfe68. 00002000:00000010:2.0:1773941295.222875:0:6312:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000197fcb56. 00000004:00000010:2.0:1773941295.222877:0:6312:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000a063182a. 00000100:00000010:2.0:1773941295.222881:0:6312:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000052777490. 00000100:00000200:2.0:1773941295.222891:0:6312:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1773941295.222901:0:6308:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000001ebbd4ca. 00000100:00000010:1.0:1773941295.222906:0:6308:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000007adaaaa4. 00000100:00000010:1.0:1773941295.222918:0:6308:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001c1bb5ef. 00000100:00000010:1.0:1773941295.222927:0:6308:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000060ce297c. 00000100:00000010:1.0:1773941295.222930:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d29beebe. 00000100:00000010:1.0:1773941295.222935:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a23f3fa. 00000100:00000010:1.0:1773941295.222943:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003da5e70a. 00000100:00000010:1.0:1773941295.222946:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003dfbbfa7. 00000100:00000010:1.0:1773941295.222949:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeb24765. 00000100:00000010:1.0:1773941295.222959:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004474b675. 00000100:00000010:1.0:1773941295.222962:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047c367bf. 00000100:00000010:1.0:1773941295.222966:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009524b52c. 00000100:00000010:1.0:1773941295.222968:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087406dad. 00000100:00000010:1.0:1773941295.222972:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1637a5a. 00000100:00000010:1.0:1773941295.222974:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1aac52d. 00000100:00000010:1.0:1773941295.222978:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000374ab7f3. 00000100:00000010:1.0:1773941295.222980:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ace46c72. 00000100:00000010:1.0:1773941295.222990:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038eff4c1. 00000100:00000010:1.0:1773941295.222993:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036998efa. 00000100:00000010:1.0:1773941295.222996:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d07e1b74. 00000100:00000010:1.0:1773941295.223017:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2e3c1a3. 00000100:00000010:1.0:1773941295.223022:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f281136a. 00000100:00000010:1.0:1773941295.223025:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d821b2de. 00000100:00000010:1.0:1773941295.223028:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000989e335e. 00000100:00000010:1.0:1773941295.223031:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d40e488. 00000100:00000010:1.0:1773941295.223040:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2f396ad. 00000100:00000010:1.0:1773941295.223043:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f04ae583. 00000100:00000010:1.0:1773941295.223047:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c37f942b. 00000100:00000010:1.0:1773941295.223049:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f93885c. 00000100:00000010:1.0:1773941295.223052:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebea4cc0. 00000100:00000010:1.0:1773941295.223055:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e54aa542. 00000100:00000010:1.0:1773941295.223058:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e19ad4f3. 00000100:00000010:1.0:1773941295.223061:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ee1d2c2. 00000100:00000010:1.0:1773941295.223069:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e27775f. 00000100:00000010:1.0:1773941295.223072:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091184097. 00000100:00000010:1.0:1773941295.223075:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8ddf9a2. 00000100:00000010:1.0:1773941295.223077:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d36170a. 00000100:00000010:1.0:1773941295.223085:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1629ae9. 00000100:00000010:1.0:1773941295.223088:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000647733ab. 00000100:00000010:1.0:1773941295.223091:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087f59d44. 00000100:00000010:1.0:1773941295.223093:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027f81e64. 00000100:00000010:1.0:1773941295.223102:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf02f2b8. 00000100:00000010:1.0:1773941295.223105:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070eca19e. 00000100:00000010:1.0:1773941295.223109:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea14454b. 00000100:00000010:1.0:1773941295.223111:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8b6b997. 00000100:00000010:1.0:1773941295.223115:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003779a0ae. 00000100:00000010:1.0:1773941295.223138:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afc60262. 00000100:00000010:1.0:1773941295.223142:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049daf1f7. 00000100:00000010:1.0:1773941295.223146:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035776933. 00000100:00000010:1.0:1773941295.223155:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088cbeaed. 00000100:00000010:1.0:1773941295.223159:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6d68b5e. 00000100:00000010:1.0:1773941295.223163:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000395038a3. 00000100:00000010:1.0:1773941295.223165:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060bb091b. 00000100:00000010:1.0:1773941295.223170:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007113483. 00000100:00000010:1.0:1773941295.223172:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b9702ae. 00000100:00000010:1.0:1773941295.223176:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0ea0647. 00000100:00000010:1.0:1773941295.223179:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080b76ff9. 00000100:00000010:1.0:1773941295.223188:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006144756d. 00000100:00000010:1.0:1773941295.223191:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4a0816. 00000100:00000010:1.0:1773941295.223195:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5bdd278. 00000100:00000010:1.0:1773941295.223197:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d616a034. 00000100:00000010:1.0:1773941295.223201:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b07e9384. 00000100:00000010:1.0:1773941295.223203:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000875b0e1a. 00000100:00000010:1.0:1773941295.223207:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014250515. 00000100:00000010:1.0:1773941295.223210:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003375b04. 00000100:00000010:1.0:1773941295.223219:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f5dac2f. 00000100:00000010:1.0:1773941295.223222:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008442a533. 00000100:00000010:1.0:1773941295.223225:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000314c4a80. 00000100:00000010:1.0:1773941295.223232:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2eb70a1. 00000100:00000010:1.0:1773941295.223237:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c8e17b6. 00000100:00000010:1.0:1773941295.223240:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000893a264f. 00000100:00000010:1.0:1773941295.223244:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040b2ee97. 00000100:00000010:1.0:1773941295.223246:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6874cb5. 00000100:00000010:1.0:1773941295.223255:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005262cb0. 00000100:00000010:1.0:1773941295.223258:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab0bf9f8. 00000100:00000010:1.0:1773941295.223262:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003529210f. 00000100:00000010:1.0:1773941295.223265:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af1ed0b1. 00000100:00000010:1.0:1773941295.223269:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2234d31. 00000100:00000010:1.0:1773941295.223273:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e43f0939. 00000100:00000010:1.0:1773941295.223276:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003814c1b7. 00000100:00000010:1.0:1773941295.223279:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7473b55. 00000100:00000010:1.0:1773941295.223287:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034e31cac. 00000100:00000010:1.0:1773941295.223291:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b63d375b. 00000100:00000010:1.0:1773941295.223295:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009bcba6dd. 00000100:00000010:1.0:1773941295.223298:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081ef576b. 00000100:00000010:1.0:1773941295.223303:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a88b680. 00000100:00000010:1.0:1773941295.223306:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008fb520b. 00000400:00000200:3.0:1773941295.223307:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941295.223313:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a16edce. 00000100:00000010:1.0:1773941295.223317:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048a13ac4. 00000100:00000010:1.0:1773941295.223327:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035dd596f. 00000100:00000010:1.0:1773941295.223330:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d0698a1. 00000100:00000010:1.0:1773941295.223334:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017d52d4b. 00000100:00000010:1.0:1773941295.223336:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d57d92c. 00000800:00000200:3.1F:1773941295.223337:0:2399:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000010:1.0:1773941295.223341:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064946a91. 00000100:00000010:1.0:1773941295.223344:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ace3dc46. 00000100:00000010:1.0:1773941295.223349:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b1078f3. 00000800:00000200:3.1:1773941295.223353:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000100:00000010:1.0:1773941295.223355:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028f3ff2f. 00000800:00000200:3.1:1773941295.223359:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005899d5c3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773941295.223367:0:2399:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.109@tcp p 3.x 192.168.204.9 -> 192.168.204.109:988 incarnation:1773941244536102389 sched[1] 00000100:00000010:1.0:1773941295.223368:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093835b39. 00000800:00000010:3.0:1773941295.223374:0:2399:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b865d71. 00000100:00000010:1.0:1773941295.223375:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021831fdf. 00000100:00000010:1.0:1773941295.223385:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003876a244. 00000100:00000010:1.0:1773941295.223388:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007551aa87. 00000100:00000010:1.0:1773941295.223392:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c99d0de4. 00000100:00000010:1.0:1773941295.223395:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb97a77a. 00000100:00000010:1.0:1773941295.223398:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009304dcf. 00000100:00000010:1.0:1773941295.223401:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073881faa. 00000100:00000010:1.0:1773941295.223410:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003fca1b03. 00000100:00000010:1.0:1773941295.223414:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eb82a5a. 00000100:00000010:1.0:1773941295.223417:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc94eb76. 00000100:00000010:1.0:1773941295.223420:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb387fe3. 00000100:00000010:1.0:1773941295.223424:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044a87840. 00000100:00000010:1.0:1773941295.223427:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7656546. 00000100:00000010:1.0:1773941295.223430:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ecf2490. 00000100:00000010:1.0:1773941295.223432:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcc17dea. 00000100:00000010:1.0:1773941295.223441:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090735a5a. 00000100:00000010:1.0:1773941295.223444:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a2d9d16. 00000100:00000010:1.0:1773941295.223449:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc2161d9. 00000100:00000010:1.0:1773941295.223451:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2400bde. 00000100:00000010:1.0:1773941295.223455:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4625b32. 00000100:00000010:1.0:1773941295.223458:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000339d3201. 00000100:00000010:1.0:1773941295.223463:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089593ef6. 00000100:00000010:1.0:1773941295.223467:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023c8b084. 00000100:00000010:1.0:1773941295.223477:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089691cae. 00000400:00000200:3.0:1773941295.223478:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.109:988 00000100:00000010:1.0:1773941295.223484:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b5f3139. 00000100:00000010:1.0:1773941295.223490:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af5a1141. 00000100:00000010:1.0:1773941295.223493:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f738225. 00000100:00000010:1.0:1773941295.223496:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1943d74. 00000100:00000010:1.0:1773941295.223499:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f1c483. 00000100:00000010:1.0:1773941295.223503:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020bab39f. 00000100:00000010:1.0:1773941295.223506:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d64c9c7e. 00000100:00000010:1.0:1773941295.223516:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b45fc91. 00000100:00000010:1.0:1773941295.223523:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d54aff7d. 00000100:00000010:1.0:1773941295.223528:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cddc1213. 00000100:00000010:1.0:1773941295.223533:0:6308:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000005ac27057. 00000100:00000010:1.0:1773941295.223543:0:6308:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000433d52bc. 00000100:00000010:1.0:1773941295.223550:0:6308:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000074b3d1d9. 00000100:00000010:1.0:1773941295.223556:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fa2aa5a. 00000100:00000010:1.0:1773941295.223560:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081232fc3. 00000100:00000010:1.0:1773941295.223563:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a5848ce. 00000100:00000010:1.0:1773941295.223566:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f66fd753. 00000100:00000010:1.0:1773941295.223569:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b0f9dcf. 00000100:00000010:1.0:1773941295.223578:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2ebf99b. 00000100:00000010:1.0:1773941295.223583:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ca32679. 00000100:00000010:1.0:1773941295.223587:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000365e18fc. 00000100:00000010:1.0:1773941295.223589:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d6c16a. 00000100:00000010:1.0:1773941295.223592:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017dc195b. 00000100:00000010:1.0:1773941295.223597:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef155832. 00000100:00000010:1.0:1773941295.223602:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000079bf54f. 00000100:00000010:1.0:1773941295.223605:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c97a281. 00000800:00000200:2.0:1773941295.223611:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.223616:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005899d5c3. 00000100:00000010:1.0:1773941295.223616:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066324b54. 00000400:00000200:2.0:1773941295.223623:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941295.223623:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff9c9455. 00000100:00000010:1.0:1773941295.223630:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000679516be. 00000400:00000200:2.0:1773941295.223631:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: GET: OK 00000100:00000010:1.0:1773941295.223637:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7e6d571. 00000400:00000200:2.0:1773941295.223638:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:1.0:1773941295.223642:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcdfb534. 00000400:00000200:2.0:1773941295.223643:0:2406:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.204.109@tcp: 0 00000100:00000010:1.0:1773941295.223649:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6e01342. 00000100:00000010:1.0:1773941295.223654:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006838b56f. 00000100:00000010:1.0:1773941295.223657:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000043e10c2. 00000100:00000010:1.0:1773941295.223667:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003be916a3. 00000100:00000010:1.0:1773941295.223670:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a05122. 00000100:00000010:1.0:1773941295.223674:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6139995. 00000100:00000010:1.0:1773941295.223677:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006af283ce. 00000100:00000010:1.0:1773941295.223681:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023ef244c. 00000100:00000010:1.0:1773941295.223688:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004932f258. 00000100:00000010:1.0:1773941295.223692:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006050c4e2. 00000100:00000010:1.0:1773941295.223695:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b779ce8. 00000100:00000010:1.0:1773941295.223704:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a862f00. 00000100:00000010:1.0:1773941295.223709:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ff7dfab. 00000100:00000010:1.0:1773941295.223713:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c01b048. 00000100:00000010:1.0:1773941295.223715:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe21b2b3. 00000100:00000010:1.0:1773941295.223719:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c1bf9e6. 00000100:00000010:1.0:1773941295.223721:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020cd3b33. 00000100:00000010:1.0:1773941295.223725:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000777b5797. 00000100:00000010:1.0:1773941295.223728:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c357980. 00000100:00000010:1.0:1773941295.223737:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004f8356c. 00000100:00000010:1.0:1773941295.223740:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9f598f6. 00000100:00000010:1.0:1773941295.223744:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f32fe456. 00000100:00000010:1.0:1773941295.223748:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc4b4944. 00000100:00000010:1.0:1773941295.223752:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d01fc3c0. 00000100:00000010:1.0:1773941295.223754:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daadab7d. 00000100:00000010:1.0:1773941295.223758:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000109abd5. 00000100:00000010:1.0:1773941295.223760:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf9e0a8. 00000100:00000010:1.0:1773941295.223769:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000955e127f. 00000100:00000010:1.0:1773941295.223778:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce39895c. 00000100:00000010:1.0:1773941295.223782:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c157929d. 00000100:00000010:1.0:1773941295.223785:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b5bd18e. 00000100:00000010:1.0:1773941295.223788:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000829f2c81. 00000100:00000010:1.0:1773941295.223790:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f00bcdb. 00000100:00000010:1.0:1773941295.223794:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d8d8012. 00000100:00000010:1.0:1773941295.223796:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3a8f730. 00000100:00000010:1.0:1773941295.223805:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a32f4a2. 00000100:00000010:1.0:1773941295.223809:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042540043. 00000100:00000010:1.0:1773941295.223813:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098f82b48. 00000100:00000010:1.0:1773941295.223815:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024a5e1d0. 00000100:00000010:1.0:1773941295.223824:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1bbb884. 00000100:00000010:1.0:1773941295.223827:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082a33b21. 00000100:00000010:1.0:1773941295.223831:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036f18a6a. 00000100:00000010:1.0:1773941295.223833:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3267ffa. 00000100:00000010:1.0:1773941295.223844:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3c7eb57. 00000100:00000010:1.0:1773941295.223847:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5897d6a. 00000100:00000010:1.0:1773941295.223851:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079ea9653. 00000100:00000010:1.0:1773941295.223853:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5eb7bea. 00000100:00000010:1.0:1773941295.223856:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce5a49af. 00000100:00000010:1.0:1773941295.223859:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000329c54b3. 00000100:00000010:1.0:1773941295.223863:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021c48663. 00000100:00000010:1.0:1773941295.223866:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000784752df. 00000100:00000010:1.0:1773941295.223875:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029c45d91. 00000100:00000010:1.0:1773941295.223879:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014a96074. 00000100:00000010:1.0:1773941295.223884:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000626c0feb. 00000100:00000010:1.0:1773941295.223888:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ce478d. 00000100:00000010:1.0:1773941295.223892:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d35c9bd1. 00000100:00000010:1.0:1773941295.223894:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c051159c. 00000100:00000010:1.0:1773941295.223898:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000014550a1. 00000100:00000010:1.0:1773941295.223901:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faec6e98. 00000100:00000010:1.0:1773941295.223912:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025b4fd4f. 00000100:00000010:1.0:1773941295.223922:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f65efda. 00000800:00000010:3.0:1773941295.223923:0:2399:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000689a5e91. 00000100:00000010:1.0:1773941295.223928:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ce27c55. 00000100:00000010:1.0:1773941295.223934:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053a845f0. 00000100:00000010:1.0:1773941295.223937:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000399771a9. 00000100:00000010:1.0:1773941295.223940:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b07d4e87. 00000100:00000010:1.0:1773941295.223943:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aec1eb6. 00000100:00000010:1.0:1773941295.223946:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3e3909b. 00000100:00000010:1.0:1773941295.223957:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000723235ba. 00000100:00000010:1.0:1773941295.223960:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079afca07. 00000100:00000010:1.0:1773941295.223964:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000097be789b. 00000100:00000010:1.0:1773941295.223972:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d8299db. 00000100:00000010:1.0:1773941295.223975:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f8d2fe5. 00000100:00000010:1.0:1773941295.223978:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a2bc486. 00000100:00000010:1.0:1773941295.223981:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b9d91e1. 00000100:00000010:1.0:1773941295.223984:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a47313e. 00000100:00000010:1.0:1773941295.223994:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7f90875. 00000100:00000010:1.0:1773941295.224018:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a800c2ac. 00000100:00000010:1.0:1773941295.224024:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000efb7f43c. 00000100:00000010:1.0:1773941295.224027:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f584564. 00000100:00000010:1.0:1773941295.224031:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b50fa2de. 00000800:00000010:3.0:1773941295.224032:0:2399:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b865d71. 00000100:00000010:1.0:1773941295.224034:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cfff300. 00000800:00000010:3.0:1773941295.224039:0:2399:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ea71760. 00000100:00000010:1.0:1773941295.224041:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040d98eb6. 00000100:00000010:1.0:1773941295.224047:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009254c544. 00000800:00000010:3.0:1773941295.224050:0:2399:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ea71760. 00000400:00000200:2.0:1773941295.224056:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941295.224059:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ba90285. 00000100:00000010:1.0:1773941295.224065:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052cabc84. 00000400:00000200:2.0:1773941295.224071:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : REPLY - for me 00000100:00000010:1.0:1773941295.224072:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004942f3a5. 00000100:00000010:1.0:1773941295.224077:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025f0eced. 00000100:00000010:1.0:1773941295.224081:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b01b90c7. 00000100:00000010:1.0:1773941295.224084:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2e53d88. 00000100:00000010:1.0:1773941295.224088:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083a61704. 00000400:00000200:2.0:1773941295.224092:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941295.224093:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bf18bf4. 00000400:00000200:2.0:1773941295.224099:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941295.224106:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000580314e9. 00000100:00000010:1.0:1773941295.224138:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9130906. 00000100:00000010:1.0:1773941295.224145:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a6492c0. 00000400:00000200:2.0:1773941295.224146:0:2407:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.204.9@tcp: Reply from 12345-192.168.204.109@tcp of length 48/48 into md 0x11 00000100:00000010:1.0:1773941295.224151:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001de54881. 00000100:00000010:1.0:1773941295.224157:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027f9259d. 00000100:00000010:1.0:1773941295.224160:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008aba28f6. 00000400:00000200:2.0:1773941295.224161:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941295.224164:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048edc9eb. 00000400:00000200:2.0:1773941295.224169:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: REPLY: OK 00000100:00000010:1.0:1773941295.224170:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de7bc0fc. 00000400:00000200:2.0:1773941295.224174:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c3fe00 00000400:00000010:2.0:1773941295.224178:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c3fe00. 00000400:00000200:2.0:1773941295.224181:0:2407:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000100:00000010:1.0:1773941295.224183:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037a5a586. 00000400:00000200:2.0:1773941295.224186:0:2407:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.204.109@tcp has discovery enabled 00000400:00000200:2.0:1773941295.224190:0:2407:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.204.109@tcp(00000000f6093fbc) is MR 00000100:00000010:1.0:1773941295.224190:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9ad37dc. 00000400:00000200:2.0:1773941295.224193:0:2407:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.204.109@tcp data present 363512030. state = 0x100241 00000400:00000200:2.0:1773941295.224197:0:2407:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: -114 00000100:00000010:1.0:1773941295.224201:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dea681d. 00000100:00000010:1.0:1773941295.224205:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d105d78. 00000100:00000010:1.0:1773941295.224209:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007083cc46. 00000100:00000010:1.0:1773941295.224212:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084341b08. 00000100:00000010:1.0:1773941295.224216:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bccb42a8. 00000100:00000010:1.0:1773941295.224219:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d47f2bd1. 00000400:00000200:0.0:1773941295.224228:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:1.0:1773941295.224229:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096594a61. 00000400:00000200:0.0:1773941295.224234:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x1000c1 00000100:00000010:1.0:1773941295.224235:0:6308:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a36906c. 00000100:00000010:1.0:1773941295.224242:0:6308:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b579fb03. 00000400:00000010:0.0:1773941295.224243:0:2410:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000e91a9f39. 00000400:00000200:1.0:1773941295.224247:0:6308:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000400:00000010:0.0:1773941295.224247:0:2410:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000003802f616. 00000400:00000010:0.0:1773941295.224252:0:2410:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000c04984b7. 00000400:00000200:0.0:1773941295.224256:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.224260:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.224262:0:2410:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000e91a9f39. 00000400:00000010:0.0:1773941295.224266:0:2410:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000003802f616. 00000400:00000010:0.0:1773941295.224268:0:2410:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000c04984b7. 00000400:00000010:0.0:1773941295.224271:0:2410:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010e11342. 00000400:00000200:0.0:1773941295.224275:0:2410:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.204.109@tcp (00000000f6093fbc): 0 00000400:00000200:0.0:1773941295.224278:0:2410:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.204.109@tcp(00000000f6093fbc): 0. state = 0x100141 00000400:00000200:0.0:1773941295.224282:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100141 rc 1 00000400:00000200:0.0:1773941295.224287:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100141 00000400:00000010:0.0:1773941295.224291:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b473aa9c. 00000400:00000010:0.0:1773941295.224298:0:2410:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033348625. 00000400:00000200:0.0:1773941295.224302:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000010:1.0:1773941295.224303:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000eea05b68. 00000020:00000010:1.0:1773941295.224308:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000092570df7. 00000400:00000200:0.0:1773941295.224309:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.224316:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.224322:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [2:2:256:4294967295] 192.168.204.109@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1773941295.224327:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.224331:0:2410:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.224338:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.224344:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.224348:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc4b6c89. 00000800:00000200:0.0:1773941295.224353:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (3) 00000800:00000200:0.0:1773941295.224358:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.224361:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc4b6c89 type 1, nob 144 niov 1 nkiov 1 00000100:00000010:1.0:1773941295.224364:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c02a0631. 00000100:00000010:1.0:1773941295.224370:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001adba703. 00000100:00000010:1.0:1773941295.224374:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000809fa4fd. 00000100:00000010:1.0:1773941295.224378:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a26ea296. 00000100:00000010:1.0:1773941295.224380:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002d9c23b1. 00000400:00000200:0.0:1773941295.224383:0:2410:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.204.109@tcp 00000100:00000010:1.0:1773941295.224385:0:6308:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000a3248fb6. 00000400:00000200:0.0:1773941295.224388:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100541 rc 0 00000100:00000010:1.0:1773941295.224390:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000073efd4d8. 00000100:00000010:1.0:1773941295.224396:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000003dc16a2. 00000100:00000010:1.0:1773941295.224399:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d1301dc2. 00000100:00000010:1.0:1773941295.224403:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001394cc29. 00000100:00000010:1.0:1773941295.224407:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048ce6471. 00000100:00000010:1.0:1773941295.224410:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000041bd74f9. 00000100:00000010:1.0:1773941295.224412:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003d679c63. 00000100:00000010:1.0:1773941295.224415:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fb120b82. 00000100:00000010:1.0:1773941295.224418:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002d1958e4. 00000100:00000010:1.0:1773941295.224421:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001d4ccf72. 00000100:00000010:1.0:1773941295.224423:0:6308:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000ef5ac2f5. 00000100:00000010:1.0:1773941295.224425:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a5e0a722. 00000100:00000010:1.0:1773941295.224427:0:6308:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f761845d. 00000100:00000010:1.0:1773941295.224429:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cdb6c1ee. 00000800:00000200:2.0:1773941295.224434:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1773941295.224437:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005099cace. 00000800:00000010:2.0:1773941295.224439:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc4b6c89. 00000100:00000010:1.0:1773941295.224441:0:6308:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ce13863c. 00000400:00000200:2.0:1773941295.224443:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.224448:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.224452:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941295.224454:0:2406:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.204.109@tcp: 0 00000100:00000200:1.0:1773941295.224479:0:6308:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:1.0:1773941295.224484:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b973b1e9. 00000400:00000200:3.0:1773941295.224594:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.1:1773941295.224597:0:2399:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.0:1773941295.224602:0:2399:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.109@tcp p 3.x 192.168.204.9 -> 192.168.204.109:988 incarnation:1773941244536102389 sched[1] 00000800:00000010:3.0:1773941295.224606:0:2399:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b865d71. 00000100:00000010:1.0:1773941295.224619:0:6313:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e6691fb3. 00000020:00000010:1.0:1773941295.224622:0:6313:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009ca67cb8. 00000020:00000010:1.0:1773941295.224626:0:6313:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f90026f. 00000020:00000010:1.0:1773941295.224629:0:6313:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a2005f4. 00000020:00000010:1.0:1773941295.224632:0:6313:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000079d5d674. 00000040:00000010:1.0:1773941295.224634:0:6313:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b3028e51. 00000020:00000010:1.0:1773941295.224638:0:6313:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c742ca9d. 00000020:00000010:1.0:1773941295.224641:0:6313:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001eccc348. 00000020:00000010:1.0:1773941295.224644:0:6313:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051fe6aa0. 80000000:00000010:1.0:1773941295.224646:0:6313:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c321e76f. 40000000:00000010:1.0:1773941295.224649:0:6313:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000045d75f1. 00000008:00000010:1.0:1773941295.224661:0:6313:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bbc35a06. 00020000:00000010:1.0:1773941295.224666:0:6313:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000fac7d5c2. 00008000:00000010:1.0:1773941295.224678:0:6313:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b09fc759. 00000400:00000200:3.0:1773941295.224682:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.109:988 00100000:00000010:1.0:1773941295.224682:0:6313:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001476dbfe. 00040000:00000010:1.0:1773941295.224685:0:6313:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000488d44ad. 00040000:00000010:1.0:1773941295.224689:0:6313:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d2caa66f. 00040000:00000010:1.0:1773941295.224694:0:6313:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f072c157. 00000004:00000010:1.0:1773941295.224696:0:6313:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007571b817. 00000004:00000010:1.0:1773941295.224700:0:6313:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3a2bf26. 00000004:00000010:1.0:1773941295.224705:0:6313:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000f25c160f. 00002000:00000010:1.0:1773941295.224709:0:6313:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dddf4f7b. 00000004:00000010:1.0:1773941295.224712:0:6313:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000747e1a72. 00000400:00000200:3.0:1773941295.224714:0:2399:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.109:988 00000080:00000010:1.0:1773941295.224723:0:6313:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000046d7ec68. 00000080:00000010:1.0:1773941295.224735:0:6313:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006a8acead. 00000100:00000200:1.0:1773941295.224738:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224742:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b45b500e. 00000400:00000010:1.0:1773941295.224746:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a30315c. 00000100:00000200:1.0:1773941295.224749:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224754:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250dee5a. 00000400:00000010:1.0:1773941295.224757:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ca57dcf. 00000100:00000200:1.0:1773941295.224759:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224762:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a00564c2. 00000400:00000010:1.0:1773941295.224764:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f361de1. 00000100:00000200:1.0:1773941295.224766:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224768:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028e61898. 00000400:00000010:1.0:1773941295.224771:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000660768e1. 00000100:00000200:1.0:1773941295.224773:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224774:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009157894c. 00000400:00000010:1.0:1773941295.224776:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041a76efe. 00000100:00000200:1.0:1773941295.224779:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224781:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000291c364. 00000400:00000010:1.0:1773941295.224784:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bae03ad5. 00000100:00000200:1.0:1773941295.224785:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224788:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df3a5c00. 00000400:00000010:1.0:1773941295.224792:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9d530ae. 00000100:00000200:1.0:1773941295.224795:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224799:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c5e147. 00000400:00000200:2.0:1773941295.224802:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.224804:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5a690ec. 00000400:00000200:2.0:1773941295.224808:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : ACK - for me 00000100:00000200:1.0:1773941295.224809:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224815:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cfddafa. 00000400:00000200:2.0:1773941295.224817:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.224820:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdd2cb63. 00000400:00000200:2.0:1773941295.224821:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:1.0:1773941295.224826:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.224830:0:2406:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.9@tcp: ACK from 12345-192.168.204.109@tcp into md 0x21 00000400:00000010:1.0:1773941295.224832:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c73f3a6a. 00000400:00000200:2.0:1773941295.224834:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.224839:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: ACK: OK 00000400:00000010:1.0:1773941295.224839:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fee6f38. 00000400:00000200:2.0:1773941295.224843:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b473aa9c 00000400:00000010:2.0:1773941295.224845:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b473aa9c. 00000400:00000200:2.0:1773941295.224846:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000100:00000200:1.0:1773941295.224848:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.224849:0:2406:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.204.109@tcp ev->status 0 00000400:00000200:2.0:1773941295.224854:0:2406:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: -114 00000400:00000010:1.0:1773941295.224854:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddfd2a4c. 00000400:00000010:1.0:1773941295.224859:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095e6efa5. 00000100:00000200:1.0:1773941295.224861:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224863:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b5ac3ec. 00000400:00000010:1.0:1773941295.224867:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d862a8da. 00000100:00000200:1.0:1773941295.224869:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224872:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009346405. 00000400:00000010:1.0:1773941295.224874:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000a3ca67. 00000100:00000200:1.0:1773941295.224884:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941295.224885:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1773941295.224887:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005868ab7e. 00000400:00000200:0.0:1773941295.224892:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100141 00000400:00000010:1.0:1773941295.224893:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000896fc3ae. 00000100:00000200:1.0:1773941295.224899:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1773941295.224899:0:2410:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.204.109@tcp 00000400:00000010:1.0:1773941295.224903:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee6b2b31. 00000400:00000200:0.0:1773941295.224904:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100111 rc 0 00000400:00000010:1.0:1773941295.224909:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c87f580e. 00000400:00000200:0.0:1773941295.224911:0:2410:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.109@tcp 00000100:00000200:1.0:1773941295.224915:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224918:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004825d7af. 00000400:00000010:1.0:1773941295.224921:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034289a8e. 00000100:00000200:1.0:1773941295.224923:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224925:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000607e8489. 00000400:00000010:1.0:1773941295.224927:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c455dde3. 00000100:00000200:1.0:1773941295.224929:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224931:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d11bc13c. 00000400:00000010:1.0:1773941295.224933:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000307ca90. 00000100:00000200:1.0:1773941295.224934:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224936:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a9d7e46. 00000400:00000010:1.0:1773941295.224938:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdb7d427. 00000100:00000200:1.0:1773941295.224940:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224942:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f8a58f. 00000400:00000010:1.0:1773941295.224944:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b882d1bd. 00000100:00000200:1.0:1773941295.224947:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224949:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000948dd267. 00000400:00000010:1.0:1773941295.224951:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082478fc8. 00000100:00000200:1.0:1773941295.224952:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224955:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cec1e3b. 00000400:00000010:1.0:1773941295.224957:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040d894a1. 00000100:00000200:1.0:1773941295.224960:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224962:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f150b32. 00000400:00000010:1.0:1773941295.224964:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b15e1327. 00000100:00000200:1.0:1773941295.224966:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224969:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82e420c. 00000400:00000010:1.0:1773941295.224972:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbea7190. 00000100:00000200:1.0:1773941295.224974:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.224976:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1cb4ff8. 00000400:00000010:1.0:1773941295.224984:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d41b5f9b. 00000100:00000200:1.0:1773941295.224988:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.224989:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.224994:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ba4574e. 00000400:00000200:2.0:1773941295.224995:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.225011:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.225012:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de10c64e. 00000400:00000200:2.0:1773941295.225017:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:1.0:1773941295.225018:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.225022:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.225023:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001405452c. 00000400:00000010:1.0:1773941295.225026:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee2dbe83. 00000100:00000200:1.0:1773941295.225028:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225033:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77fcf7d. 00000400:00000200:2.0:1773941295.225037:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1773941295.225038:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000412180ce. 00000100:00000200:1.0:1773941295.225043:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225046:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0b1878. 00000400:00000200:2.0:1773941295.225050:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.109@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:2.0:1773941295.225054:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54d66dd. 00000400:00000200:2.0:1773941295.225057:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e18a790f 00000400:00000010:1.0:1773941295.225061:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9b576cd. 00000100:00000200:1.0:1773941295.225066:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225069:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000142345f7. 00000400:00000010:1.0:1773941295.225072:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af0840ab. 00000100:00000200:1.0:1773941295.225074:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225077:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a0a5f3d. 00000400:00000010:1.0:1773941295.225080:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001930bd2b. 00000100:00000200:1.0:1773941295.225083:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225085:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072a2df37. 00000400:00000010:1.0:1773941295.225088:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040c9624f. 00000400:00000200:2.0:1773941295.225091:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1773941295.225091:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225095:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002159785. 00000400:00000200:2.0:1773941295.225099:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000010:1.0:1773941295.225100:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000479383cb. 00000400:00000200:2.0:1773941295.225103:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e18a790f 00000400:00000010:2.0:1773941295.225106:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e18a790f. 00000400:00000200:2.0:1773941295.225110:0:2407:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:1.0:1773941295.225113:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.225115:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.225137:0:2407:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.204.109@tcp(00000000f6093fbc) is MR 00000400:00000010:2.0:1773941295.225140:0:2407:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000e1fd7ff5. 00000400:00000200:2.0:1773941295.225142:0:2407:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.204.109@tcp 363512030 00000400:00000010:1.0:1773941295.225149:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839c9d3b. 00000400:00000200:2.0:1773941295.225153:0:2407:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: 0 00000400:00000200:2.0:1773941295.225157:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773941295.225159:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.225162:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002da05b3b. 00000400:00000200:2.0:1773941295.225163:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.225169:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [3:3:256:4294967295] 192.168.204.109@tcp LPNI seq info [3:3:8:4294967295] 00000100:00000200:1.0:1773941295.225170:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.225174:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.225177:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000364fb3ea. 00000400:00000010:1.0:1773941295.225182:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000632e7dd5. 00000400:00000200:2.0:1773941295.225185:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) 192.168.204.109@tcp : ACK try# 0 00000100:00000200:1.0:1773941295.225187:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1773941295.225190:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941295.225193:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dddd54d. 00000800:00000010:2.0:1773941295.225195:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee405ea5. 00000400:00000010:1.0:1773941295.225199:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f02bf8e3. 00000800:00000200:2.0:1773941295.225200:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (4) 00000100:00000200:1.0:1773941295.225204:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1773941295.225206:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.225208:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee405ea5 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1773941295.225215:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008676f9a1. 00000400:00000010:1.0:1773941295.225221:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf900b3. 00000100:00000200:1.0:1773941295.225224:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225228:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000702ec3b8. 00000400:00000010:1.0:1773941295.225232:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8653fb8. 00000800:00000010:0.0:1773941295.225234:0:2399:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ae31a3d. 00000100:00000200:1.0:1773941295.225235:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1773941295.225239:0:2399:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000195d3d29. 00000400:00000200:3.0:1773941295.225240:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1773941295.225241:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1773941295.225241:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54d66dd. 00000800:00000010:2.0:1773941295.225245:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee405ea5. 00000800:00000010:0.0:1773941295.225245:0:2399:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c04984b7. 00000400:00000010:3.0:1773941295.225246:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000656e0095. 00000400:00000010:1.0:1773941295.225248:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f814716c. 00000400:00000200:2.0:1773941295.225251:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1773941295.225254:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941295.225257:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: ACK: OK 00000800:00000010:0.0:1773941295.225257:0:2399:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c04984b7. 00000400:00000010:1.0:1773941295.225269:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008143e5fc. 00000400:00000010:1.0:1773941295.225274:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b19e0d1f. 00000100:00000200:1.0:1773941295.225278:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225280:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a82e5860. 00000400:00000010:1.0:1773941295.225282:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051082238. 00000100:00000200:1.0:1773941295.225284:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225286:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478d4e5e. 00000400:00000010:1.0:1773941295.225288:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046b0946a. 00000100:00000200:1.0:1773941295.225290:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225292:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d5922ca. 00000400:00000010:1.0:1773941295.225294:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e716609d. 00000100:00000200:1.0:1773941295.225297:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225299:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018ffcd1c. 00000400:00000010:1.0:1773941295.225304:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dff18eb. 00000100:00000200:1.0:1773941295.225306:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225308:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036a89782. 00000400:00000010:1.0:1773941295.225309:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000086eda85. 00000100:00000200:1.0:1773941295.225311:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941295.225313:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6c463ae. 00000400:00000010:1.0:1773941295.225313:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae235152. 00000400:00000200:3.0:1773941295.225319:0:2410:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 00000000af9405f1 00000400:00000010:1.0:1773941295.225320:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d2dc924. 00000100:00000200:1.0:1773941295.225326:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941295.225329:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x1000d1 00000400:00000010:1.0:1773941295.225330:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073b93ca7. 00000400:00000010:3.0:1773941295.225336:0:2410:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000007ea71760. 00000400:00000010:1.0:1773941295.225336:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726837fe. 00000400:00000010:3.0:1773941295.225342:0:2410:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000288dd11f. 00000100:00000200:1.0:1773941295.225342:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225345:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000548bd5f7. 00000400:00000010:3.0:1773941295.225347:0:2410:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000d613d818. 00000400:00000010:1.0:1773941295.225350:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c45386fd. 00000400:00000200:3.0:1773941295.225352:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.225355:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941295.225358:0:2410:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000007ea71760. 00000100:00000200:1.0:1773941295.225360:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941295.225362:0:2410:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000288dd11f. 00000400:00000010:1.0:1773941295.225365:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329a0d54. 00000400:00000010:3.0:1773941295.225366:0:2410:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000d613d818. 00000400:00000010:3.0:1773941295.225370:0:2410:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000e1fd7ff5. 00000400:00000010:1.0:1773941295.225370:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7ed2df4. 00000100:00000200:1.0:1773941295.225376:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941295.225377:0:2410:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.204.109@tcp (00000000f6093fbc): 0 00000400:00000010:1.0:1773941295.225381:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a580dcc. 00000400:00000200:3.0:1773941295.225382:0:2410:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.204.109@tcp(00000000f6093fbc): 0. state = 0x100151 00000400:00000010:1.0:1773941295.225387:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e661cd8d. 00000400:00000200:3.0:1773941295.225388:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100151 rc 1 00000100:00000200:1.0:1773941295.225392:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941295.225394:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100151 00000400:00000010:1.0:1773941295.225396:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5986833. 00000400:00000200:3.0:1773941295.225399:0:2410:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.204.109@tcp 00000400:00000010:1.0:1773941295.225401:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9a283e5. 00000400:00000200:3.0:1773941295.225403:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(00000000f6093fbc) state 0x100111 rc 0 00000100:00000200:1.0:1773941295.225405:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941295.225409:0:2410:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.109@tcp 00000400:00000010:1.0:1773941295.225410:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000336a553. 00000400:00000010:1.0:1773941295.225414:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000142d2cbf. 00000100:00000200:1.0:1773941295.225416:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225417:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f12650b. 00000400:00000010:1.0:1773941295.225419:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b05ec7f. 00000100:00000200:1.0:1773941295.225421:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225423:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016ebcf5d. 00000400:00000010:1.0:1773941295.225425:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f92e44ca. 00000100:00000200:1.0:1773941295.225427:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225429:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc54df93. 00000400:00000010:1.0:1773941295.225438:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e4449b1. 00000100:00000200:1.0:1773941295.225442:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225444:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a566e3ad. 00000400:00000010:1.0:1773941295.225446:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096349f3c. 00000100:00000200:1.0:1773941295.225447:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225449:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb75276e. 00000400:00000010:1.0:1773941295.225450:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c12ee6b7. 00000100:00000200:1.0:1773941295.225452:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225454:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051427939. 00000400:00000010:1.0:1773941295.225455:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000449c615f. 00000100:00000200:1.0:1773941295.225457:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225458:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f092f7. 00000400:00000010:1.0:1773941295.225461:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008695d717. 00000100:00000200:1.0:1773941295.225462:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225464:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bbc9030. 00000400:00000010:1.0:1773941295.225469:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd0ff8e1. 00000100:00000200:1.0:1773941295.225471:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225473:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef4bbfd0. 00000400:00000010:1.0:1773941295.225475:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa9e195. 00000100:00000200:1.0:1773941295.225477:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225478:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f920cd83. 00000400:00000010:1.0:1773941295.225481:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000684b0602. 00000100:00000200:1.0:1773941295.225483:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225485:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd3065c1. 00000400:00000010:1.0:1773941295.225488:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008027e34c. 00000100:00000200:1.0:1773941295.225489:0:6313:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773941295.225491:0:6313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072c9c853. 00000400:00000010:1.0:1773941295.225492:0:6313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a79cdbcd. 00000100:00000010:1.0:1773941295.225496:0:6313:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b0d7f45c. 00000100:00000200:1.0:1773941295.225511:0:6313:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941295.225524:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b7944028. 00000100:00000010:0.0:1773941295.225680:0:6314:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c04984b7. 00000020:00000010:0.0:1773941295.225684:0:6314:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003802f616. 00000020:00000010:0.0:1773941295.225687:0:6314:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e11342. 00000020:00000010:0.0:1773941295.225689:0:6314:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095eb22b1. 00000020:00000010:0.0:1773941295.225691:0:6314:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000004314444. 00000040:00000010:0.0:1773941295.225693:0:6314:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da52deef. 00000020:00000010:0.0:1773941295.225696:0:6314:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b24a67a4. 00000020:00000010:0.0:1773941295.225699:0:6314:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f066c1a. 00000020:00000010:0.0:1773941295.225701:0:6314:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000230d2730. 80000000:00000010:0.0:1773941295.225704:0:6314:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000464cebec. 40000000:00000010:0.0:1773941295.225706:0:6314:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e91a9f39. 00000008:00000010:0.0:1773941295.225718:0:6314:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000094621b23. 00020000:00000010:0.0:1773941295.225721:0:6314:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000040129b65. 00008000:00000010:0.0:1773941295.225730:0:6314:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a6813bd1. 00100000:00000010:0.0:1773941295.225733:0:6314:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000079bd5094. 00040000:00000010:0.0:1773941295.225735:0:6314:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f51ac4c. 00040000:00000010:0.0:1773941295.225738:0:6314:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e475516. 00040000:00000010:0.0:1773941295.225741:0:6314:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d75a062. 00000004:00000010:0.0:1773941295.225744:0:6314:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000074105dcb. 00000004:00000010:0.0:1773941295.225747:0:6314:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000004618c810. 00000004:00000010:0.0:1773941295.225750:0:6314:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000007b15d4e5. 00002000:00000010:0.0:1773941295.225752:0:6314:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000009072317. 00000004:00000010:0.0:1773941295.225757:0:6314:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000008cefa71d. 00000080:00000010:0.0:1773941295.225764:0:6314:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ad7007fe. 00000080:00000010:0.0:1773941295.225771:0:6314:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000bfd45690. 00000100:00000010:0.0:1773941295.225774:0:6314:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000aee5828a. 00000100:00000200:0.0:1773941295.225783:0:6314:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1773941295.225794:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000138fa063. 00000400:00000200:0.0:1773941295.225857:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:0.1:1773941295.225859:0:2399:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1773941295.225863:0:2399:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.109@tcp p 3.x 192.168.204.9 -> 192.168.204.109:988 incarnation:1773941244536102389 sched[1] 00000800:00000010:0.0:1773941295.225866:0:2399:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000195d3d29. 00000100:00000010:1.0:1773941295.225943:0:6315:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000719d1198. 00000020:00000010:1.0:1773941295.225948:0:6315:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001e458ee1. 00000020:00000010:1.0:1773941295.225951:0:6315:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dfa430e. 00000020:00000010:1.0:1773941295.225954:0:6315:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052c48803. 00000020:00000010:1.0:1773941295.225956:0:6315:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007275946b. 00000040:00000010:1.0:1773941295.225958:0:6315:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000daa4ba70. 00000020:00000010:1.0:1773941295.225961:0:6315:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b6d5186. 00000020:00000010:1.0:1773941295.225964:0:6315:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000435e6f64. 00000020:00000010:1.0:1773941295.225966:0:6315:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ecf8f66. 80000000:00000010:1.0:1773941295.225969:0:6315:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad7239d5. 40000000:00000010:1.0:1773941295.225971:0:6315:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d286be7. 00000008:00000010:1.0:1773941295.225974:0:6315:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000073d07bd8. 00020000:00000010:1.0:1773941295.225977:0:6315:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000064793d15. 00008000:00000010:1.0:1773941295.225979:0:6315:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000022f1a02e. 00100000:00000010:1.0:1773941295.225982:0:6315:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000082321ab6. 00040000:00000010:1.0:1773941295.225984:0:6315:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ddbf56b1. 00040000:00000010:1.0:1773941295.225987:0:6315:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000093d28a24. 00040000:00000010:1.0:1773941295.225989:0:6315:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ded95cb3. 00000004:00000010:1.0:1773941295.226011:0:6315:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000014411f3e. 00000004:00000010:1.0:1773941295.226015:0:6315:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4b87691. 00000004:00000010:1.0:1773941295.226018:0:6315:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad5ee3d3. 00002000:00000010:1.0:1773941295.226021:0:6315:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000048dcadb. 00000004:00000010:1.0:1773941295.226023:0:6315:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000b07c8202. 00000080:00000010:1.0:1773941295.226025:0:6315:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004e64cf90. 00000080:00000010:1.0:1773941295.226028:0:6315:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f4a67e9b. 00000100:00000010:1.0:1773941295.226032:0:6315:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b1c7e6ff. 00000100:00000200:1.0:1773941295.226044:0:6315:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1773941295.226049:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ab3f6289. 00000100:00000010:2.0:1773941295.226189:0:6316:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000005cd11d99. 00000020:00000010:2.0:1773941295.226193:0:6316:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f4bd7b35. 00000020:00000010:2.0:1773941295.226196:0:6316:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e06383a2. 00000020:00000010:2.0:1773941295.226199:0:6316:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036009dbc. 00000020:00000010:2.0:1773941295.226201:0:6316:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000002f863c38. 00000040:00000010:2.0:1773941295.226204:0:6316:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000056666de9. 00000020:00000010:2.0:1773941295.226207:0:6316:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008092c290. 00000020:00000010:2.0:1773941295.226209:0:6316:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f47f0fa. 00000020:00000010:2.0:1773941295.226212:0:6316:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000945d87bd. 80000000:00000010:2.0:1773941295.226214:0:6316:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a633c332. 40000000:00000010:2.0:1773941295.226216:0:6316:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000581e1abc. 00000008:00000010:2.0:1773941295.226219:0:6316:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000062b1ded5. 00020000:00000010:2.0:1773941295.226222:0:6316:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000098c664dc. 00008000:00000010:2.0:1773941295.226225:0:6316:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009285a4da. 00100000:00000010:2.0:1773941295.226228:0:6316:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2c7c5e6. 00040000:00000010:2.0:1773941295.226230:0:6316:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee405ea5. 00040000:00000010:2.0:1773941295.226233:0:6316:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a83baf0. 00040000:00000010:2.0:1773941295.226235:0:6316:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e584f11c. 00000004:00000010:2.0:1773941295.226246:0:6316:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000628b9b14. 00000004:00000010:2.0:1773941295.226249:0:6316:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000004be3ba3f. 00000004:00000010:2.0:1773941295.226250:0:6316:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000008329a3d3. 00002000:00000010:2.0:1773941295.226252:0:6316:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8bda112. 00000004:00000010:2.0:1773941295.226254:0:6316:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000bf730503. 00000080:00000010:2.0:1773941295.226256:0:6316:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000059496b0e. 00000080:00000010:2.0:1773941295.226258:0:6316:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d2a3d239. 00000100:00000200:2.0:1773941295.226260:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226262:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5153a5. 00000400:00000010:2.0:1773941295.226264:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f1ba776. 00000100:00000200:2.0:1773941295.226266:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226268:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5919579. 00000400:00000010:2.0:1773941295.226269:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e19dfdce. 00000100:00000200:2.0:1773941295.226270:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226274:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1d29443. 00000400:00000010:2.0:1773941295.226276:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004126f5ef. 00000100:00000200:2.0:1773941295.226277:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226278:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b26111. 00000400:00000010:2.0:1773941295.226280:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003ea004a. 00000100:00000200:2.0:1773941295.226281:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226282:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b715fec. 00000400:00000010:2.0:1773941295.226283:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061dc57e6. 00000100:00000200:2.0:1773941295.226284:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226285:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060847228. 00000400:00000010:2.0:1773941295.226286:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008688a84. 00000100:00000200:2.0:1773941295.226287:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226288:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aafb61e3. 00000400:00000010:2.0:1773941295.226289:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c26da783. 00000100:00000200:2.0:1773941295.226290:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226291:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b21bb4df. 00000400:00000010:2.0:1773941295.226292:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a56f808. 00000100:00000200:2.0:1773941295.226293:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226294:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efc0fd8. 00000400:00000010:2.0:1773941295.226295:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9350cc8. 00000100:00000200:2.0:1773941295.226296:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226296:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b435094. 00000400:00000010:2.0:1773941295.226298:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091774e2b. 00000100:00000200:2.0:1773941295.226298:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226299:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4fe7d8a. 00000400:00000010:2.0:1773941295.226300:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbc29b59. 00000100:00000200:2.0:1773941295.226301:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226302:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8d84f8. 00000400:00000010:2.0:1773941295.226303:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078966e66. 00000100:00000200:2.0:1773941295.226304:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226305:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eb637de. 00000400:00000010:2.0:1773941295.226306:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda42f3d. 00000100:00000200:2.0:1773941295.226307:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226307:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0aa5f42. 00000400:00000010:2.0:1773941295.226308:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009220a0f5. 00000100:00000200:2.0:1773941295.226313:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226314:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f82c853b. 00000400:00000010:2.0:1773941295.226315:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e3d7397. 00000100:00000200:2.0:1773941295.226316:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226317:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fc8eb36. 00000400:00000010:2.0:1773941295.226318:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f71fe60. 00000100:00000200:2.0:1773941295.226319:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226319:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c9eab9. 00000400:00000010:2.0:1773941295.226320:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df8df98. 00000100:00000200:2.0:1773941295.226321:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226322:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032420e9f. 00000400:00000010:2.0:1773941295.226323:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f94e7b6. 00000100:00000200:2.0:1773941295.226324:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226324:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba30e810. 00000400:00000010:2.0:1773941295.226326:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6b45849. 00000100:00000200:2.0:1773941295.226327:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226328:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040da213f. 00000400:00000010:2.0:1773941295.226329:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000560ebfa0. 00000100:00000200:2.0:1773941295.226330:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226336:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c02d4a7. 00000400:00000010:2.0:1773941295.226338:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002da2d95a. 00000100:00000200:2.0:1773941295.226340:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226341:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8fd1431. 00000400:00000010:2.0:1773941295.226342:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5eb2d4d. 00000100:00000200:2.0:1773941295.226343:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226343:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ff70eae. 00000400:00000010:2.0:1773941295.226344:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d97c435. 00000100:00000200:2.0:1773941295.226345:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226346:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccabc698. 00000400:00000010:2.0:1773941295.226347:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d0febfb. 00000100:00000200:2.0:1773941295.226348:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226349:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e846cbd. 00000400:00000010:2.0:1773941295.226350:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007212900c. 00000100:00000200:2.0:1773941295.226351:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226352:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041973c01. 00000400:00000010:2.0:1773941295.226356:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006af26754. 00000100:00000200:2.0:1773941295.226357:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226358:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000280ee64f. 00000400:00000010:2.0:1773941295.226359:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074d98d9d. 00000100:00000200:2.0:1773941295.226360:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226361:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f993d99. 00000400:00000010:2.0:1773941295.226363:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b7228d1. 00000100:00000200:2.0:1773941295.226364:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226366:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065df3a4b. 00000400:00000010:2.0:1773941295.226367:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fdcc0f3. 00000100:00000200:2.0:1773941295.226369:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226371:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae93ad71. 00000400:00000010:2.0:1773941295.226372:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed0eaeae. 00000100:00000200:2.0:1773941295.226374:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226376:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034d2a7d2. 00000400:00000010:2.0:1773941295.226378:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9c6b46c. 00000100:00000200:2.0:1773941295.226379:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226381:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d90e63. 00000400:00000010:2.0:1773941295.226387:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fec6e82. 00000100:00000200:2.0:1773941295.226390:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226392:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c375b1c8. 00000400:00000010:2.0:1773941295.226395:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdd3dde4. 00000100:00000200:2.0:1773941295.226397:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226398:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016756f98. 00000400:00000010:2.0:1773941295.226401:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c939a736. 00000100:00000200:2.0:1773941295.226402:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226404:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b2b1056. 00000400:00000010:2.0:1773941295.226406:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a910764. 00000100:00000200:2.0:1773941295.226408:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226409:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a05da016. 00000400:00000010:2.0:1773941295.226411:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b195ed10. 00000100:00000200:2.0:1773941295.226412:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226414:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000372604eb. 00000400:00000010:2.0:1773941295.226416:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6b6e5c1. 00000100:00000200:2.0:1773941295.226417:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226423:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e9c992. 00000400:00000010:2.0:1773941295.226425:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004195b207. 00000100:00000200:2.0:1773941295.226428:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226429:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b924d2. 00000400:00000010:2.0:1773941295.226431:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aca8a860. 00000100:00000200:2.0:1773941295.226433:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226434:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c6690e8. 00000400:00000010:2.0:1773941295.226436:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f9633b. 00000100:00000200:2.0:1773941295.226438:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226440:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000500224. 00000400:00000010:2.0:1773941295.226442:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f842761c. 00000100:00000200:2.0:1773941295.226444:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226445:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad5e953c. 00000400:00000010:2.0:1773941295.226446:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024c0b4fa. 00000100:00000200:2.0:1773941295.226447:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226448:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b9cbe36. 00000400:00000010:2.0:1773941295.226449:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cde64576. 00000100:00000200:2.0:1773941295.226450:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226451:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000467526d8. 00000400:00000010:2.0:1773941295.226452:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002eb28d37. 00000100:00000200:2.0:1773941295.226453:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226454:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f0b50fa. 00000400:00000010:2.0:1773941295.226455:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e2f9ee0. 00000100:00000200:2.0:1773941295.226456:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226457:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000675727e5. 00000400:00000010:2.0:1773941295.226464:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee99bf13. 00000100:00000200:2.0:1773941295.226466:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226466:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006783b8a1. 00000400:00000010:2.0:1773941295.226468:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeced424. 00000100:00000200:2.0:1773941295.226469:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226469:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a2d71a2. 00000400:00000010:2.0:1773941295.226471:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a4a63b9. 00000100:00000200:2.0:1773941295.226472:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226472:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f482a12a. 00000400:00000010:2.0:1773941295.226474:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe28bea4. 00000100:00000200:2.0:1773941295.226477:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226478:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdec0627. 00000400:00000010:2.0:1773941295.226480:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2693973. 00000100:00000200:2.0:1773941295.226481:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226481:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085265a58. 00000400:00000010:2.0:1773941295.226482:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bb8ff14. 00000100:00000200:2.0:1773941295.226483:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226484:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063da4c2a. 00000400:00000010:2.0:1773941295.226485:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c535d6cb. 00000100:00000200:2.0:1773941295.226486:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226494:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87213de. 00000400:00000010:2.0:1773941295.226496:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007216a627. 00000100:00000200:2.0:1773941295.226497:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226500:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595c718e. 00000400:00000010:2.0:1773941295.226501:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d9f0278. 00000100:00000200:2.0:1773941295.226502:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226503:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c42fd0f1. 00000400:00000010:2.0:1773941295.226504:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a5e1a46. 00000100:00000200:2.0:1773941295.226505:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226506:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc66f244. 00000400:00000010:2.0:1773941295.226507:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3135b4d. 00000100:00000200:2.0:1773941295.226508:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226509:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff19299. 00000400:00000010:2.0:1773941295.226510:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf5e2c63. 00000100:00000200:2.0:1773941295.226511:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226512:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc5b72c1. 00000400:00000010:2.0:1773941295.226513:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097953238. 00000100:00000200:2.0:1773941295.226514:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226515:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a823c232. 00000400:00000010:2.0:1773941295.226515:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ee5175b. 00000100:00000200:2.0:1773941295.226516:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226517:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b47d48. 00000400:00000010:2.0:1773941295.226518:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007362dcd3. 00000100:00000200:2.0:1773941295.226519:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226520:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93833c1. 00000400:00000010:2.0:1773941295.226523:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000069718e4. 00000100:00000200:2.0:1773941295.226525:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226526:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078e57fe3. 00000400:00000010:2.0:1773941295.226527:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000859606f3. 00000100:00000200:2.0:1773941295.226528:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226529:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cbff43c. 00000400:00000010:2.0:1773941295.226530:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7090209. 00000100:00000200:2.0:1773941295.226531:0:6316:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941295.226531:0:6316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cda2c67d. 00000400:00000010:2.0:1773941295.226533:0:6316:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f7d7d68. 00000100:00000010:2.0:1773941295.226534:0:6316:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d1499bbc. 00000100:00000200:2.0:1773941295.226543:0:6316:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941295.226559:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b7c31acd. 00000100:00000010:3.0:1773941295.226697:0:6317:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000288dd11f. 00000020:00000010:3.0:1773941295.226700:0:6317:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ea71760. 00000020:00000010:3.0:1773941295.226703:0:6317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3768032. 00000020:00000010:3.0:1773941295.226706:0:6317:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ac7da06. 00000020:00000010:3.0:1773941295.226708:0:6317:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000920485c3. 00000040:00000010:3.0:1773941295.226710:0:6317:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009fd46d7d. 00000020:00000010:3.0:1773941295.226713:0:6317:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075f768df. 00000020:00000010:3.0:1773941295.226715:0:6317:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035893a67. 00000020:00000010:3.0:1773941295.226718:0:6317:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6232cec. 80000000:00000010:3.0:1773941295.226720:0:6317:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9242d0f. 40000000:00000010:3.0:1773941295.226727:0:6317:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068eafd3f. 00000008:00000010:3.0:1773941295.226736:0:6317:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000086ffe274. 00020000:00000010:3.0:1773941295.226739:0:6317:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000925590a8. 00008000:00000010:3.0:1773941295.226747:0:6317:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006233b620. 00100000:00000010:3.0:1773941295.226750:0:6317:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000097e78d47. 00040000:00000010:3.0:1773941295.226753:0:6317:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9625fef. 00040000:00000010:3.0:1773941295.226756:0:6317:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000007dc74969. 00040000:00000010:3.0:1773941295.226758:0:6317:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c0c1ffe. 00000004:00000010:3.0:1773941295.226761:0:6317:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd658b42. 00000004:00000010:3.0:1773941295.226764:0:6317:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b5cd021a. 00000004:00000010:3.0:1773941295.226767:0:6317:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000a6c89ea2. 00002000:00000010:3.0:1773941295.226769:0:6317:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004bf59566. 00000004:00000010:3.0:1773941295.226771:0:6317:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000254275bc. 00000080:00000010:3.0:1773941295.226779:0:6317:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ae690c73. 00000080:00000010:3.0:1773941295.226787:0:6317:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000003a945106. 00000100:00000010:3.0:1773941295.226791:0:6317:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003a14a434. 00000100:00000200:3.0:1773941295.226802:0:6317:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941295.226806:0:6308:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000080e1158b. 00000100:00000010:2.0:1773941295.226927:0:6318:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e42b9d32. 00000020:00000010:2.0:1773941295.226929:0:6318:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000036e9d546. 00000020:00000010:2.0:1773941295.226931:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a781094b. 00000020:00000010:2.0:1773941295.226932:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c6fae93. 00000020:00000010:2.0:1773941295.226933:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ec5f81aa. 00000040:00000010:2.0:1773941295.226935:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb506817. 00000020:00000010:2.0:1773941295.226936:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099743c32. 00000020:00000010:2.0:1773941295.226938:0:6318:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3cbbba9. 00000020:00000010:2.0:1773941295.226940:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b6595ea. 80000000:00000010:2.0:1773941295.226941:0:6318:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000044ae282e. 40000000:00000010:2.0:1773941295.226942:0:6318:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c1d20bf. 00000008:00000010:2.0:1773941295.226944:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009e3f39d3. 00020000:00000010:2.0:1773941295.226946:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000081953ec8. 00008000:00000010:2.0:1773941295.226948:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b9772222. 00100000:00000010:2.0:1773941295.226949:0:6318:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005a52265. 00040000:00000010:2.0:1773941295.226951:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052bab987. 00040000:00000010:2.0:1773941295.226953:0:6318:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000008f06b5b1. 00040000:00000010:2.0:1773941295.226954:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5610fc3. 00000004:00000010:2.0:1773941295.226956:0:6318:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa63e79b. 00000004:00000010:2.0:1773941295.226958:0:6318:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea874b90. 00000004:00000010:2.0:1773941295.226959:0:6318:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000e346e471. 00002000:00000010:2.0:1773941295.226966:0:6318:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f798e2c4. 00000004:00000010:2.0:1773941295.226973:0:6318:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000095a74fa6. 00000080:00000010:2.0:1773941295.226975:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b2de1b1f. 00000080:00000010:2.0:1773941295.226976:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000791bc99. 00000100:00000010:2.0:1773941295.226978:0:6318:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000079dbc774. 00000100:00000200:2.0:1773941295.226986:0:6318:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1773941295.226995:0:6308:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 00000000a59ba317. 00010000:00000010:3.0:1773941295.227133:0:6319:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000002efee097. 00000020:00000010:3.0:1773941295.227137:0:6319:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e62815ab. 00000020:00000010:3.0:1773941295.227140:0:6319:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eee7fbff. 00000020:00000010:2.0:1773941295.227172:0:6319:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077fb15aa. 00000020:00000010:2.0:1773941295.227178:0:6319:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dc50a37c. 00000020:00000010:2.0:1773941295.227180:0:6319:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050f8f7df. 80000000:00000010:2.0:1773941295.227183:0:6319:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000764e9d1f. 40000000:00000010:2.0:1773941295.227185:0:6319:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ace5af0. 00100000:00000010:2.0:1773941295.227187:0:6319:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000747e7c59. 00040000:00000010:2.0:1773941295.227190:0:6319:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037c92e5f. 00040000:00000010:2.0:1773941295.227192:0:6319:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f93356a5. 00002000:00000010:2.0:1773941295.227195:0:6319:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000295d93a6. 00000020:00000010:2.0:1773941295.227197:0:6319:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ff95cc82. 00010000:00000010:3.0:1773941295.227298:0:6320:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000007b6343af. 00000020:00000010:3.0:1773941295.227301:0:6320:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bd88570. 00000020:00000010:3.0:1773941295.227304:0:6320:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f1efe60. 00000020:00000010:3.0:1773941295.227306:0:6320:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3854418. 00000020:00000010:3.0:1773941295.227309:0:6320:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067c04a19. 00000020:00000010:3.0:1773941295.227311:0:6320:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002ac8f44f. 80000000:00000010:3.0:1773941295.227314:0:6320:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e83a5fa. 40000000:00000010:3.0:1773941295.227316:0:6320:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000edf1e2d0. 00100000:00000010:3.0:1773941295.227318:0:6320:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004629268e. 00040000:00000010:3.0:1773941295.227321:0:6320:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008ef6291. 00040000:00000010:3.0:1773941295.227323:0:6320:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd6f6052. 00002000:00000010:3.0:1773941295.227326:0:6320:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009056fdba. 00000020:00000010:3.0:1773941295.227333:0:6320:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d613d818. 00000020:00000010:2.0:1773941295.227454:0:6321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000106e7ad2. 00000020:00000010:2.0:1773941295.227457:0:6321:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059a7bd37. 00000040:00000010:2.0:1773941295.227459:0:6321:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bacc4647. 00000020:00000010:2.0:1773941295.227461:0:6321:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f228eac8. 00000020:00000010:2.0:1773941295.227463:0:6321:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d24a50fa. 00000020:00000010:2.0:1773941295.227464:0:6321:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088f12ca1. 80000000:00000010:2.0:1773941295.227466:0:6321:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003454c9f0. 40000000:00000010:2.0:1773941295.227467:0:6321:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000082ec6363. 00100000:00000010:2.0:1773941295.227469:0:6321:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da9dd03f. 00040000:00000010:2.0:1773941295.227470:0:6321:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007947c064. 00040000:00000010:2.0:1773941295.227472:0:6321:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a05fb7ab. 00040000:00000010:2.0:1773941295.227474:0:6321:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb54a7d5. 00000004:00000010:2.0:1773941295.227476:0:6321:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000017831e6b. 00000004:00000010:2.0:1773941295.227478:0:6321:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000003670ff35. 00000004:00000010:2.0:1773941295.227480:0:6321:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000002b96b5b4. 00002000:00000010:2.0:1773941295.227481:0:6321:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cfca04bb. 00000004:00000010:2.0:1773941295.227483:0:6321:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000005dc28ba4. 00000020:00000010:2.0:1773941295.227488:0:6321:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ead77647. 00000001:00000010:3.0:1773941295.227506:0:6308:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000006ec6b3c. 00000001:00000010:3.0:1773941295.227513:0:6308:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000993e96c4. 00000020:00000010:3.0:1773941295.227528:0:6308:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 000000006f9c71c6. 00000100:00000200:3.0:1773941295.227540:0:6308:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941295.227544:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.227548:0:6308:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000010:3.0:1773941295.227551:0:6308:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000003051d425. 00010000:00000010:3.0:1773941295.227555:0:6308:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000787296c0. 00010000:00000010:3.0:1773941295.227560:0:6308:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000026a28306. 00000001:00000010:3.0:1773941295.227564:0:6308:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a6cd7712. 00000001:00000010:3.0:1773941295.227568:0:6308:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000095bb0e3d. 00000001:00000010:3.0:1773941295.227571:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000009baa552f. 00000001:00000010:3.0:1773941295.227573:0:6308:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ef513f7e. 00000020:00000010:3.0:1773941295.227622:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009528b25f. 00000020:00000010:3.0:1773941295.227624:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000d8f54e59. 00000020:00000010:3.0:1773941295.227670:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a357d36a. 00000020:00000010:3.0:1773941295.227672:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000150daebf. 00000040:00000010:3.0:1773941295.227683:0:6308:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009f2905d8. 00000020:00000010:3.0:1773941295.227912:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000004685144a. 00000040:00000010:3.0:1773941295.227918:0:6308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034feb450. 00000020:00000010:3.0:1773941295.227921:0:6308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f34cb32c. 00000020:00000010:3.0:1773941295.227925:0:6308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001136a0e6. 00040000:00000010:3.0:1773941295.227928:0:6308:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006c023480. 00040000:00000010:3.0:1773941295.227930:0:6308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002187650. 00000020:00000010:3.0:1773941295.227933:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4e23b5. 00000020:00000010:3.0:1773941295.227937:0:6308:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ee22f6b. 00000020:00000010:3.0:1773941295.227941:0:6308:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003512a04d. 00000008:00000010:3.0:1773941295.227945:0:6308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a796e874. 00020000:00000010:3.0:1773941295.227948:0:6308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000feadb4ad. 00008000:00000010:3.0:1773941295.227951:0:6308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a469269d. 00000080:00000010:3.0:1773941295.227955:0:6308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f6cdb6ad. 00000020:00000010:3.0:1773941295.227959:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a08cf969. 00000020:00000010:3.0:1773941295.227967:0:6308:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at 000000008b5eda47. 00000020:00000010:3.0:1773941295.227980:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000216c71c7. 00000400:00000200:3.0:1773941295.227993:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.227996:0:6308:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:3.0:1773941295.228025:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004add2bf9. 02000000:00000010:3.0:1773941295.228037:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000438fc590. 00000020:00000010:3.0:1773941295.228071:0:6308:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at 000000000a066a4d. 00000020:00000010:3.0:1773941295.228074:0:6308:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at 00000000e4a82257. 00000020:00000010:3.0:1773941295.228077:0:6308:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000b4709e99. 00000080:00000010:3.0:1773941295.228082:0:6308:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at 00000000a531db8e. 00000080:00000010:3.0:1773941295.228086:0:6308:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000f34cb32c. 00000020:00000010:0.0:1773941295.228090:0:2411:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d8a9e68. 00000020:00000010:0.0:1773941295.228097:0:2411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001b0d347a. 80000000:00000010:0.0:1773941295.228101:0:2411:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086e78f33. 40000000:00000010:0.0:1773941295.228104:0:2411:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ed40197. 00000008:00000010:0.0:1773941295.228109:0:2411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d6de344c. 00020000:00000010:0.0:1773941295.228113:0:2411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000046824e7f. 00008000:00000010:0.0:1773941295.228137:0:2411:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002e3f496c. 00100000:00000010:0.0:1773941295.228143:0:2411:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066027cb1. 00040000:00000010:0.0:1773941295.228146:0:2411:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc4b6c89. 00040000:00000010:0.0:1773941295.228150:0:2411:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f52f472c. 00040000:00000010:0.0:1773941295.228153:0:2411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c431991. 00000004:00000010:0.0:1773941295.228157:0:2411:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004782f74f. 00000004:00000010:0.0:1773941295.228162:0:2411:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c75ede9f. 00000004:00000010:0.0:1773941295.228166:0:2411:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000000aeca638. 00000020:00000010:3.0:1773941295.228168:0:6308:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 000000009dd135fd. 00002000:00000010:0.0:1773941295.228170:0:2411:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f7f5b83. 00000080:00000010:3.0:1773941295.228174:0:6308:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 00000000dccc075f. 00000004:00000010:0.0:1773941295.228176:0:2411:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000a53f2d1d. 00000080:00000010:3.0:1773941295.228179:0:6308:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000729d2ace. 00000080:00000010:0.0:1773941295.228181:0:2411:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000449f044a. 00000080:00000010:0.0:1773941295.228186:0:2411:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000075cf29f8. 00000008:00000010:0.0:1773941295.228201:0:2411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000985b7b82. 00020000:00000010:0.0:1773941295.228216:0:2411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000009c97a8b0. 00008000:00000010:0.0:1773941295.228235:0:2411:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a7ea7b58. 00000080:00000010:0.0:1773941295.228246:0:2411:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002f60a8f1. 02000000:00000010:0.0:1773941295.228261:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc0d0d75. 00000400:00000200:0.0:1773941295.228266:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.228276:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001541fe26. 00000400:00000010:0.0:1773941295.228281:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ef64dd3. 00000100:00000200:0.0:1773941295.228285:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203382912, portal 25 00000400:00000010:0.0:1773941295.228290:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc854de. 00000100:00000200:0.0:1773941295.228293:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203382912, offset 0 00000400:00000200:0.0:1773941295.228302:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.228309:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.228314:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.228318:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.228322:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.228326:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.228330:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.228333:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [4:4:256:4294967295] 192.168.204.109@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1773941295.228338:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.228346:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.228351:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.228355:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005899d5c3. 00000800:00000200:0.0:1773941295.228359:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.228373:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.228376:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005899d5c3 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.228392:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:0.0:1773941295.228397:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000323a303b. 00000100:00000010:0.0:1773941295.228407:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021b00587. 00000020:00000010:3.0:1773941295.228744:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000425026d2. 00000020:00000010:3.0:1773941295.228748:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 00000000f48a3d9e. 00000020:00000010:3.0:1773941295.228773:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000432bfd91. 00000020:00000010:3.0:1773941295.228777:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 000000005e55a711. 00000020:00000010:3.0:1773941295.228791:0:6308:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000053395efd. 00000020:00000010:3.0:1773941295.228795:0:6308:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000018d2cb26. 00000020:00000010:3.0:1773941295.228799:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a08cf969. 00000020:00000010:3.0:1773941295.228802:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed4e23b5. 00000040:00000010:3.0:1773941295.228805:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001136a0e6. 00000020:00000010:3.0:1773941295.228808:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9f7b2b1. 00000020:00000010:3.0:1773941295.228812:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034feb450. 00040000:00000010:3.0:1773941295.228816:0:6308:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009d01be80. 00040000:00000010:3.0:1773941295.228818:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004685144a. 10000000:00000010:3.0:1773941295.228826:0:6308:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000007fe0dd33. 02000000:00000010:3.0:1773941295.228832:0:6308:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000001c3d0b79. 00000100:00000010:3.0:1773941295.228838:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9ae79b9. 02000000:00000010:3.0:1773941295.228846:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f99eee31. 00010000:00000010:3.0:1773941295.228855:0:6308:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000035590c03. 00010000:00000010:3.0:1773941295.228867:0:6308:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ba7bd75a. 00000020:00000010:3.0:1773941295.228871:0:6308:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000f787b08f. 00000100:00000010:3.0:1773941295.228885:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf8ed7df. 00000020:00000010:3.0:1773941295.229175:0:54:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000c45cac7. 00000100:00000010:2.0:1773941295.232155:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000323a303b. 00000100:00000010:3.0:1773941295.232178:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021b00587. 00000800:00000200:2.0:1773941295.232228:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.232231:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005899d5c3. 00000400:00000200:2.0:1773941295.232235:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.232240:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.232244:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc854de 00000400:00000010:2.0:1773941295.232245:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bc854de. 00000100:00000200:2.0:1773941295.232253:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004add2bf9 x1860112203382912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.233200:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233204:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.233210:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233214:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233218:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233221:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f200080 00000400:00000200:2.0:1773941295.233225:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233228:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x20d [1] + 0 00000400:00000200:2.0:1773941295.233239:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.233241:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.233246:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004add2bf9 x1860112203382912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.233273:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001541fe26. 00000400:00000200:2.0:1773941295.233276:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ef64dd3 00000400:00000010:2.0:1773941295.233277:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ef64dd3. 00000100:00000200:2.0:1773941295.233279:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004add2bf9 x1860112203382912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.233284:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004add2bf9 x1860112203382912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941295.233332:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc0d0d75. 02000000:00000010:2.0:1773941295.233337:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000438fc590. 00000100:00000010:2.0:1773941295.233347:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004add2bf9. 02000000:00000010:2.0:1773941295.233374:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ac4d7d2f. 00000400:00000200:2.0:1773941295.233378:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.233380:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.233392:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.233396:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203383040, portal 25 00000400:00000010:2.0:1773941295.233400:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.233402:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203383040, offset 0 00000400:00000200:2.0:1773941295.233408:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.233413:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233418:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.233421:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.233423:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.233426:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.233428:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.233432:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [5:5:256:4294967295] 192.168.204.109@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1773941295.233435:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.233440:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.233445:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.233448:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fa1669f. 00000800:00000200:2.0:1773941295.233452:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.233457:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.233459:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fa1669f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.233467:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.233508:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.233510:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fa1669f. 00000400:00000200:2.0:1773941295.233512:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.233515:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.233517:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0aafb14 00000400:00000010:2.0:1773941295.233518:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.233523:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9ae79b9 x1860112203383040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.233546:0:6308:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d205ad8. 00000100:00000010:2.0:1773941295.233552:0:6308:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004514d4cf. 00000400:00000200:2.0:1773941295.234201:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234207:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.234212:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234216:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234219:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234223:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f200100 00000400:00000200:2.0:1773941295.234227:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234232:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x215 [1] + 224 00000400:00000200:2.0:1773941295.234242:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.234247:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.234254:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9ae79b9 x1860112203383040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.234283:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:2.0:1773941295.234287:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.234289:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.234296:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9ae79b9 x1860112203383040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.234304:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9ae79b9 x1860112203383040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.234321:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cf8ed7df. 02000000:00000010:2.0:1773941295.234338:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ac4d7d2f. 02000000:00000010:2.0:1773941295.234343:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f99eee31. 00000100:00000010:2.0:1773941295.234347:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9ae79b9. 10000000:00000010:2.0:1773941295.234355:0:6308:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a8f608e3. 00000020:00000010:2.0:1773941295.234359:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061ccab13. 00000020:00000010:2.0:1773941295.234363:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020d86f05. 00000040:00000010:2.0:1773941295.234366:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000094d2f801. 00000020:00000010:2.0:1773941295.234378:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048d37e98. 00000020:00000010:2.0:1773941295.234382:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067018fc7. 80000000:00000010:2.0:1773941295.234385:0:6308:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2fc2fb9. 00040000:00000010:2.0:1773941295.234389:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eda58aae. 20000000:00000010:2.0:1773941295.234393:0:6308:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 000000005430eafe. 00000040:00000010:2.0:1773941295.234398:0:6308:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c73acae. 00000100:00000010:2.0:1773941295.234414:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032c60ae5. 02000000:00000010:2.0:1773941295.234424:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033ee7588. 00000100:00000010:2.0:1773941295.234433:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.234444:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4b96c11. 00000400:00000200:2.0:1773941295.234449:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.234451:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.234455:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.234459:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203383168, portal 25 00000400:00000010:2.0:1773941295.234462:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.234464:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203383168, offset 0 00000400:00000200:2.0:1773941295.234470:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.234475:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234478:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.234482:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.234484:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.234486:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.234488:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.234491:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [6:6:256:4294967295] 192.168.204.109@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1773941295.234494:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.234502:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.234515:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.234518:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fa1669f. 00000800:00000200:2.0:1773941295.234522:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.234526:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.234529:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fa1669f type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.234546:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.234586:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.234589:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fa1669f. 00000400:00000200:2.0:1773941295.234592:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.234596:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.234599:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0aafb14 00000400:00000010:2.0:1773941295.234601:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.234605:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032c60ae5 x1860112203383168/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.235402:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235407:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.235412:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235414:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235417:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235420:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f200180 00000400:00000200:2.0:1773941295.235423:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235426:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x225 [1] + 224 00000400:00000200:2.0:1773941295.235446:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.235450:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.235455:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032c60ae5 x1860112203383168/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.235477:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:2.0:1773941295.235480:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.235482:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.235486:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032c60ae5 x1860112203383168/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.235493:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032c60ae5 x1860112203383168/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.235505:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.235509:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4b96c11. 02000000:00000010:2.0:1773941295.235512:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000033ee7588. 00000100:00000010:2.0:1773941295.235521:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032c60ae5. 00000040:00000010:2.0:1773941295.235524:0:6308:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c73acae. 00000020:00000010:2.0:1773941295.235528:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000020d86f05. 00000040:00000010:2.0:1773941295.235531:0:6308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000094d2f801. 00000020:00000010:2.0:1773941295.235534:0:6308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048d37e98. 00000020:00000010:2.0:1773941295.235537:0:6308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067018fc7. 80000000:00000010:2.0:1773941295.235539:0:6308:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a2fc2fb9. 00040000:00000010:2.0:1773941295.235542:0:6308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eda58aae. 20000000:00000010:2.0:1773941295.235546:0:6308:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 000000005430eafe. 00000020:00000010:2.0:1773941295.235549:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061ccab13. 10000000:00000010:2.0:1773941295.235551:0:6308:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a8f608e3. 10000000:00000010:2.0:1773941295.235570:0:6308:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000061ccab13. 10000000:00000010:2.0:1773941295.235575:0:6308:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000005430eafe. 10000000:00000010:2.0:1773941295.235580:0:6308:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000eda58aae. 00000100:00000010:2.0:1773941295.235585:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032c60ae5. 02000000:00000010:2.0:1773941295.235591:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067018fc7. 00010000:00000010:2.0:1773941295.235599:0:6308:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006b65fc53. 00000020:00000010:2.0:1773941295.235604:0:6308:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000fe305651. 00000100:00000010:2.0:1773941295.235613:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.235621:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075d69550. 00000400:00000200:2.0:1773941295.235626:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.235628:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.235631:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.235634:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203383296, portal 25 00000400:00000010:2.0:1773941295.235636:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.235639:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203383296, offset 0 00000400:00000200:2.0:1773941295.235643:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.235647:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235650:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.235653:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.235655:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.235658:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.235660:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.235669:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [7:7:256:4294967295] 192.168.204.109@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1773941295.235672:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.235678:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.235682:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.235685:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fa1669f. 00000800:00000200:2.0:1773941295.235689:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.235693:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.235695:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fa1669f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.235704:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.235739:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.235741:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fa1669f. 00000400:00000200:2.0:1773941295.235744:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.235748:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.235750:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0aafb14 00000400:00000010:2.0:1773941295.235752:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.235755:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032c60ae5 x1860112203383296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.236338:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236343:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.236349:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236352:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236355:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236358:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f200200 00000400:00000200:2.0:1773941295.236362:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236365:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x235 [1] + 224 00000400:00000200:2.0:1773941295.236373:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.236377:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.236382:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032c60ae5 x1860112203383296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.236404:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:2.0:1773941295.236413:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.236415:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.236419:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032c60ae5 x1860112203383296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.236427:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032c60ae5 x1860112203383296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.236440:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.236449:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075d69550. 02000000:00000010:2.0:1773941295.236452:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067018fc7. 00000100:00000010:2.0:1773941295.236454:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032c60ae5. 10000000:00000010:2.0:1773941295.236459:0:6308:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a8f608e3. 00000020:00000010:2.0:1773941295.236463:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067018fc7. 00000020:00000010:2.0:1773941295.236467:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094d2f801. 00000040:00000010:2.0:1773941295.236469:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000020d86f05. 00000020:00000010:2.0:1773941295.236472:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048d37e98. 00000020:00000010:2.0:1773941295.236475:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c73acae. 80000000:00000010:2.0:1773941295.236478:0:6308:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2fc2fb9. 00040000:00000010:2.0:1773941295.236481:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033ee7588. 20000000:00000010:2.0:1773941295.236483:0:6308:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000e4b96c11. 00000040:00000010:2.0:1773941295.236488:0:6308:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009755bcff. 00000100:00000010:2.0:1773941295.236492:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032c60ae5. 02000000:00000010:2.0:1773941295.236498:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002187650. 00000100:00000010:2.0:1773941295.236513:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.236521:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006879e717. 00000400:00000200:2.0:1773941295.236525:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.236527:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.236530:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.236532:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203383424, portal 25 00000400:00000010:2.0:1773941295.236536:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.236537:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203383424, offset 0 00000400:00000200:2.0:1773941295.236542:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.236546:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236556:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.236559:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.236561:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.236563:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.236566:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.236569:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [8:8:256:4294967295] 192.168.204.109@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1773941295.236573:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.236580:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.236584:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.236587:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fa1669f. 00000800:00000200:2.0:1773941295.236591:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.236595:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.236598:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fa1669f type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.236607:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.236646:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.236649:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fa1669f. 00000400:00000200:2.0:1773941295.236652:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.236656:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.236659:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0aafb14 00000400:00000010:2.0:1773941295.236660:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0aafb14. 00000100:00000200:2.0:1773941295.236664:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032c60ae5 x1860112203383424/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.237241:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237246:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.237251:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237254:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237257:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237260:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f200280 00000400:00000200:2.0:1773941295.237263:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237266:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x245 [1] + 224 00000400:00000200:2.0:1773941295.237275:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.237284:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.237289:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032c60ae5 x1860112203383424/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.237314:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:2.0:1773941295.237317:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.237318:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.237322:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032c60ae5 x1860112203383424/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.237328:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032c60ae5 x1860112203383424/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.237339:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.237344:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006879e717. 02000000:00000010:2.0:1773941295.237347:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000002187650. 00000100:00000010:2.0:1773941295.237352:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032c60ae5. 00000040:00000010:2.0:1773941295.237358:0:6308:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4ea1b8a. 00000100:00000010:2.0:1773941295.237363:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032c60ae5. 02000000:00000010:2.0:1773941295.237367:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006879e717. 00000100:00000010:2.0:1773941295.237372:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.237389:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004479be96. 00000400:00000200:2.0:1773941295.237395:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.237397:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.237401:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ac1d6998. 00000100:00000200:2.0:1773941295.237404:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203383552, portal 25 00000400:00000010:2.0:1773941295.237407:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.237409:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203383552, offset 0 00000400:00000200:2.0:1773941295.237414:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.237419:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237422:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.237425:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.237428:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.237431:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.237441:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.237444:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [9:9:256:4294967295] 192.168.204.109@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1773941295.237448:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.237454:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.237458:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.237461:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fa1669f. 00000800:00000200:2.0:1773941295.237465:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.237469:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.237472:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fa1669f type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.237480:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.237515:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.237518:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fa1669f. 00000400:00000200:2.0:1773941295.237521:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.237524:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.237527:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.237528:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.237533:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032c60ae5 x1860112203383552/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.238218:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.238221:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.238225:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.238227:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.238229:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.238231:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f200300 00000400:00000200:2.0:1773941295.238234:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.238236:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x255 [4] + 224 00000400:00000200:2.0:1773941295.238244:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.238247:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.238251:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032c60ae5 x1860112203383552/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941295.238278:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:2.0:1773941295.238280:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac1d6998 00000400:00000010:2.0:1773941295.238281:0:6308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ac1d6998. 00000100:00000200:2.0:1773941295.238284:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032c60ae5 x1860112203383552/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941295.238289:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032c60ae5 x1860112203383552/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.238299:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2f2092a. 02000000:00000010:2.0:1773941295.238303:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004479be96. 02000000:00000010:2.0:1773941295.238310:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006879e717. 00000100:00000010:2.0:1773941295.238312:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032c60ae5. 00000040:00000010:2.0:1773941295.238317:0:6308:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e26cd965. 00000020:00000010:0.0:1773941295.238532:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8242050. 00000020:00000010:0.0:1773941295.238537:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de22ba4a. 00000040:00000010:0.0:1773941295.238539:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f639df77. 00000020:00000010:0.0:1773941295.238542:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f70cff93. 00000020:00000010:0.0:1773941295.238545:0:6327:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcc55b47. 00000020:00000010:0.0:1773941295.238547:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001572e098. 80000000:00000010:0.0:1773941295.238549:0:6327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037a24ee3. 40000000:00000010:0.0:1773941295.238552:0:6327:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000507ff7c1. 00100000:00000010:0.0:1773941295.238562:0:6327:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000097aa2796. 00040000:00000010:0.0:1773941295.238565:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005899d5c3. 00040000:00000010:0.0:1773941295.238567:0:6327:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f0596992. 00040000:00000010:0.0:1773941295.238569:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e706a6c6. 00000004:00000010:0.0:1773941295.238572:0:6327:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e42c042e. 00000004:00000010:0.0:1773941295.238576:0:6327:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e82f8c4e. 00000004:00000010:0.0:1773941295.238584:0:6327:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000ce6d5015. 00002000:00000010:0.0:1773941295.238587:0:6327:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a793939c. 00000004:00000010:0.0:1773941295.238589:0:6327:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000005623cbb1. 00000020:00000010:0.0:1773941295.238593:0:6327:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c406ebb1. 00000040:00000010:0.0:1773941295.238602:0:6327:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000379018a6. 00000100:00000010:0.0:1773941295.238611:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091c35d2e. 02000000:00000010:0.0:1773941295.238616:0:6327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099ea018d. 00000100:00000010:0.0:1773941295.238620:0:6327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029cbcd3c. 02000000:00000010:0.0:1773941295.238632:0:6327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000be382ea4. 00000400:00000200:0.0:1773941295.238635:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.238637:0:6327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000092d1afa. 00000400:00000010:0.0:1773941295.238639:0:6327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b1723943. 00000100:00000200:0.0:1773941295.238641:0:6327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203383680, portal 25 00000400:00000010:0.0:1773941295.238644:0:6327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4a8327. 00000100:00000200:0.0:1773941295.238645:0:6327:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203383680, offset 0 00000400:00000200:0.0:1773941295.238649:0:6327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.238651:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.238654:0:6327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.238656:0:6327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.238658:0:6327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.238659:0:6327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.238661:0:6327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.238662:0:6327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [10:10:256:4294967295] 192.168.204.109@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1773941295.238665:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.238669:0:6327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.238672:0:6327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.238677:0:6327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cba69f54. 00000800:00000200:0.0:1773941295.238679:0:6327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.238682:0:6327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.238684:0:6327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cba69f54 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.238695:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.238749:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.238752:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cba69f54. 00000400:00000200:2.0:1773941295.238755:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.238759:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.238761:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4a8327 00000400:00000010:2.0:1773941295.238763:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4a8327. 00000100:00000200:2.0:1773941295.238767:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091c35d2e x1860112203383680/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941295.239552:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.239557:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941295.239625:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.239629:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.239632:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.239635:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f200380 00000400:00000200:3.0:1773941295.239638:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.239642:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x265 [4] + 224 00000400:00000200:3.0:1773941295.239661:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941295.239666:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941295.239671:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091c35d2e x1860112203383680/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.239720:0:6327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000092d1afa. 00000400:00000200:0.0:1773941295.239725:0:6327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1723943 00000400:00000010:0.0:1773941295.239726:0:6327:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b1723943. 00000100:00000200:0.0:1773941295.239732:0:6327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091c35d2e x1860112203383680/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.239741:0:6327:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091c35d2e x1860112203383680/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.239762:0:6327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029cbcd3c. 02000000:00000010:0.0:1773941295.239769:0:6327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000be382ea4. 02000000:00000010:0.0:1773941295.239776:0:6327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000099ea018d. 00000100:00000010:0.0:1773941295.239779:0:6327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091c35d2e. 00000020:00000010:0.0:1773941295.239792:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d58256cd. 00000020:00000010:0.0:1773941295.239796:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d58256cd. 00000020:00000010:0.0:1773941295.239802:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.239807:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.239822:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000054534669. 00000020:00000010:0.0:1773941295.239829:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002a464b43. 00000020:00000010:0.0:1773941295.239842:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.239844:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.239847:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.239849:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000029cbcd3c. 00000001:00000010:0.0:1773941295.239867:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d58256cd. 00000001:00000010:0.0:1773941295.239872:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008a0a56d0. 00000001:00000010:0.0:1773941295.239876:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099ea018d. 00000001:00000010:0.0:1773941295.239879:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064dccacb. 00000001:00000010:0.0:1773941295.239883:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077413b25. 00000001:00000010:0.0:1773941295.239893:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc0b8669. 00000020:00000010:0.0:1773941295.239898:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f27f3f. 00000020:00000010:0.0:1773941295.239902:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.239909:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f46e5e62. 00000008:00000010:0.0:1773941295.239912:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002b100e30. 00020000:00000010:0.0:1773941295.239915:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000002c3083dd. 00008000:00000010:0.0:1773941295.239919:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000979ed0ee. 00000080:00000010:0.0:1773941295.239923:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000eae52545. 00000020:00000010:0.0:1773941295.239927:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4dbaafa. 00000020:00000010:0.0:1773941295.239929:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050e306b6. 00000020:00000010:0.0:1773941295.239932:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e0f26d07. 00000008:00000010:0.0:1773941295.239935:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000f695bb5. 00020000:00000010:0.0:1773941295.239938:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000018584b2f. 00008000:00000010:0.0:1773941295.239941:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e97f4a84. 00000080:00000010:0.0:1773941295.239944:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000066015527. 00000080:00000010:0.0:1773941295.239947:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d93dbca7. 00020000:00000010:0.0:1773941295.239950:0:6327:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000fc0d0d75. 00000020:00000010:0.0:1773941295.239972:0:6327:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000014072ac7. 00020000:00000010:0.0:1773941295.240102:0:6327:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000195ea6f8. 00020000:00000010:0.0:1773941295.240106:0:6327:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000fd69598c. 00000020:00000010:0.0:1773941295.240147:0:6327:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000be4ff049. 00000020:00000010:0.0:1773941295.240154:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a3e1fc98. 00000020:00000010:0.0:1773941295.240162:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000b1723943. 00000020:00000010:0.0:1773941295.240166:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000268a025b. 00000040:00000010:0.0:1773941295.240168:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff850363. 00000020:00000010:0.0:1773941295.240169:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066a7c4cd. 00000020:00000010:0.0:1773941295.240171:0:6327:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000060f2b418. 00000020:00000010:0.0:1773941295.240173:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ac03d98b. 80000000:00000010:0.0:1773941295.240174:0:6327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000007e567e1. 40000000:00000010:0.0:1773941295.240176:0:6327:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b81a80a8. 00000008:00000010:0.0:1773941295.240178:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b00ad9ff. 00020000:00000010:0.0:1773941295.240180:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000018d60714. 00008000:00000010:0.0:1773941295.240187:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d655494c. 00100000:00000010:0.0:1773941295.240189:0:6327:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030390587. 00040000:00000010:0.0:1773941295.240190:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000056afe443. 00040000:00000010:0.0:1773941295.240192:0:6327:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047aa8bf5. 00040000:00000010:0.0:1773941295.240194:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008072e94d. 00000004:00000010:0.0:1773941295.240195:0:6327:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001dfb8ef1. 00000004:00000010:0.0:1773941295.240198:0:6327:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000282f7420. 00000004:00000010:0.0:1773941295.240200:0:6327:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad66379a. 00002000:00000010:0.0:1773941295.240202:0:6327:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8ae88ec. 00000004:00000010:0.0:1773941295.240205:0:6327:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000006a2a78ca. 00000080:00000010:0.0:1773941295.240207:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000633a1f81. 00000080:00000010:0.0:1773941295.240210:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000e766d1c. 00000020:00000010:0.0:1773941295.240213:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000024a990ff. 00000040:00000010:0.0:1773941295.240216:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b45cb2a. 00000020:00000010:0.0:1773941295.240228:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d74d3755. 00000020:00000010:0.0:1773941295.240232:0:6327:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a82253c2. 00000020:00000010:0.0:1773941295.240235:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000601189b6. 80000000:00000010:0.0:1773941295.240237:0:6327:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb5510ce. 40000000:00000010:0.0:1773941295.240240:0:6327:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b511a4d4. 00000008:00000010:0.0:1773941295.240243:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f0f92b16. 00020000:00000010:0.0:1773941295.240245:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000072cfedd1. 00008000:00000010:0.0:1773941295.240248:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000bb432eb. 00100000:00000010:0.0:1773941295.240251:0:6327:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005ea5d74c. 00040000:00000010:0.0:1773941295.240253:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000875e810a. 00040000:00000010:0.0:1773941295.240256:0:6327:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a360732f. 00040000:00000010:0.0:1773941295.240259:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085acdda2. 00000004:00000010:0.0:1773941295.240262:0:6327:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a633df61. 00000004:00000010:0.0:1773941295.240265:0:6327:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bebac729. 00000004:00000010:0.0:1773941295.240268:0:6327:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000840e8ac5. 00002000:00000010:0.0:1773941295.240270:0:6327:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009150ce5c. 00000004:00000010:0.0:1773941295.240273:0:6327:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000c18cdb12. 00000080:00000010:0.0:1773941295.240276:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f30f0107. 00000080:00000010:0.0:1773941295.240278:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000bb2130c. 00000020:00000010:0.0:1773941295.240286:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000050e306b6. 00000020:00000010:0.0:1773941295.240291:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000e0f26d07. 00000008:00000010:0.0:1773941295.240294:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000000f695bb5. 00020000:00000010:0.0:1773941295.240297:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000018584b2f. 00008000:00000010:0.0:1773941295.240300:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000e97f4a84. 00000080:00000010:0.0:1773941295.240303:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000066015527. 00000080:00000010:0.0:1773941295.240305:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000d93dbca7. 00000020:00000010:0.0:1773941295.240308:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4dbaafa. 00000020:00000010:0.0:1773941295.240314:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.240316:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f46e5e62. 00000008:00000010:0.0:1773941295.240319:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002b100e30. 00020000:00000010:0.0:1773941295.240323:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002c3083dd. 00008000:00000010:0.0:1773941295.240326:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000979ed0ee. 00000080:00000010:0.0:1773941295.240329:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000eae52545. 00000020:00000010:0.0:1773941295.240331:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f27f3f. 00000020:00000010:0.0:1773941295.240335:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000029cbcd3c. 00000020:00000010:0.0:1773941295.240337:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.241143:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ccdcb5c3. 00000020:00000010:0.0:1773941295.241147:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ccdcb5c3. 00000020:00000010:0.0:1773941295.241154:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ccdcb5c3. 00000020:00000010:0.0:1773941295.241156:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ccdcb5c3. 00000020:00000010:0.0:1773941295.241160:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.241165:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.241172:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000002ba497df. 00000020:00000010:0.0:1773941295.241178:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ff297439. 00000020:00000010:0.0:1773941295.241186:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.241189:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.241193:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000004d8897d5. 00000020:00000010:0.0:1773941295.241196:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 0000000029cbcd3c. 00000001:00000010:0.0:1773941295.241212:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ccdcb5c3. 00000001:00000010:0.0:1773941295.241216:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e5123abe. 00000001:00000010:0.0:1773941295.241218:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074200887. 00000001:00000010:0.0:1773941295.241227:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042a5f7ed. 00000001:00000010:0.0:1773941295.241231:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7b44a16. 00000001:00000010:0.0:1773941295.241234:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000060f27f3f. 00000020:00000010:0.0:1773941295.241237:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4dbaafa. 00000020:00000010:0.0:1773941295.241240:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.241243:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f46e5e62. 00000008:00000010:0.0:1773941295.241246:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002b100e30. 00020000:00000010:0.0:1773941295.241250:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000002c3083dd. 00008000:00000010:0.0:1773941295.241252:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000979ed0ee. 00000080:00000010:0.0:1773941295.241255:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000eae52545. 00000020:00000010:0.0:1773941295.241258:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050e306b6. 00000020:00000010:0.0:1773941295.241261:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072146377. 00000040:00000010:0.0:1773941295.241264:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000325397de. 00000020:00000010:0.0:1773941295.241268:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c05fa63e. 00000020:00000010:0.0:1773941295.241271:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002acd350a. 00040000:00000010:0.0:1773941295.241273:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c4e64ba. 00040000:00000010:0.0:1773941295.241277:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008142c88e. 00800000:00000010:0.0:1773941295.241280:0:6327:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000c60adb88. 00000020:00000010:0.0:1773941295.241421:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b0cc71c. 00000020:00000010:0.0:1773941295.241425:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000248c3070. 80000000:00000010:0.0:1773941295.241441:0:6327:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000bec97378. 00800000:00000010:0.0:1773941295.242069:0:6327:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000005d1ea6f0. 00800000:00000010:0.0:1773941295.242073:0:6327:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000001f0bf2b8. 00000020:00000010:0.0:1773941295.242076:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000072146377. 00000040:00000010:0.0:1773941295.242081:0:6327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000325397de. 00000020:00000010:0.0:1773941295.242084:0:6327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c05fa63e. 00000020:00000010:0.0:1773941295.242088:0:6327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002acd350a. 00040000:00000010:0.0:1773941295.242091:0:6327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005c4e64ba. 00040000:00000010:0.0:1773941295.242094:0:6327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008142c88e. 00000020:00000010:0.0:1773941295.242095:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050e306b6. 00000020:00000010:0.0:1773941295.242099:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.242101:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f46e5e62. 00000008:00000010:0.0:1773941295.242105:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002b100e30. 00020000:00000010:0.0:1773941295.242113:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002c3083dd. 00008000:00000010:0.0:1773941295.242116:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000979ed0ee. 00000100:00000010:3.0:1773941295.242171:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004514d4cf. 00000100:00000010:2.0:1773941295.242178:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d205ad8. 00000080:00000010:0.0:1773941295.242220:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000eae52545. 00000020:00000010:0.0:1773941295.242223:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4dbaafa. 00000020:00000010:0.0:1773941295.242228:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 0000000029cbcd3c. 00000020:00000010:0.0:1773941295.242231:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000004d8897d5. 00000020:00000010:3.0:1773941295.243175:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243180:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243188:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243190:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243194:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000ccf4e3ce. 00000020:00000010:3.0:1773941295.243198:0:6327:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at 000000009e0fecde. 00000020:00000010:3.0:1773941295.243201:0:6327:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 00000000b913f134. 00000020:00000010:3.0:1773941295.243204:0:6327:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000065eeb9ae. 00000020:00000010:3.0:1773941295.243206:0:6327:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000001dc794a1. 00000020:00000010:3.0:1773941295.243209:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000ccf4e3ce. 00000020:00000010:3.0:1773941295.243212:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243214:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243226:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243228:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000664ebcfd. 00000020:00000010:3.0:1773941295.243232:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000059730d4. 00000100:00000010:3.0:1773941295.243236:0:6327:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000ea797948. 00000400:00000200:3.0:1773941295.243240:0:6327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1773941295.243246:0:6327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941295.243251:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.243255:0:6327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941295.243258:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.243262:0:6327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941295.243264:0:6327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941295.243266:0:6327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:3.0:1773941295.243268:0:6327:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000ea797948. 00000020:00000010:3.0:1773941295.243270:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000059730d4. 00000020:00000010:3.0:1773941295.243274:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000059730d4. 00000020:00000010:3.0:1773941295.243277:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d18b15a0. 00000020:00000010:3.0:1773941295.243289:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000c33d5042. 00000020:00000010:3.0:1773941295.243293:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000005b8d67f. 00000020:00000010:3.0:1773941295.243301:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d18b15a0. 00000020:00000010:3.0:1773941295.243303:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000059730d4. 00000020:00000010:3.0:1773941295.243306:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000059730d4. 00000020:00000010:3.0:1773941295.243308:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d18b15a0. 00000001:00000010:3.0:1773941295.243322:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000664ebcfd. 00000001:00000010:3.0:1773941295.243325:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000061894b71. 00000001:00000010:3.0:1773941295.243327:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f912775. 00000001:00000010:3.0:1773941295.243329:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f99eee31. 00000001:00000010:3.0:1773941295.243332:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd996f75. 00000001:00000010:3.0:1773941295.243334:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b19fe559. 00000020:00000010:3.0:1773941295.243338:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017576689. 00000020:00000010:3.0:1773941295.243341:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088e41f17. 00000020:00000010:3.0:1773941295.243349:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1b0e87f. 00000008:00000010:3.0:1773941295.243358:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000acf09b5. 00020000:00000010:3.0:1773941295.243370:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000003c6f284a. 00008000:00000010:3.0:1773941295.243383:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008fee01d1. 00000080:00000010:3.0:1773941295.243390:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000be52e1bd. 00000020:00000010:3.0:1773941295.243393:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ea562f7. 00000020:00000010:3.0:1773941295.243395:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001006ea7a. 00000020:00000010:3.0:1773941295.243397:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ccf4e3ce. 00000008:00000010:3.0:1773941295.243400:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e3d38d2b. 00020000:00000010:3.0:1773941295.243402:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d32b9bf3. 00008000:00000010:3.0:1773941295.243405:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000058422e1e. 00000080:00000010:3.0:1773941295.243408:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005f944b57. 00000080:00000010:3.0:1773941295.243410:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000da3de3d5. 00000002:00000010:3.0:1773941295.243413:0:6327:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000054d6d947. 00010000:00000010:3.0:1773941295.243421:0:6327:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000371a3f03. 00010000:00000010:3.0:1773941295.243432:0:6327:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000000975fa4f. 00010000:00000010:3.0:1773941295.243436:0:6327:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000016bb0bc0. 00000020:00000010:3.0:1773941295.243439:0:6327:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000488c0d27. 00000100:00000200:3.0:1773941295.243448:0:6327:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941295.243451:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.243454:0:6327:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:3.0:1773941295.243457:0:6327:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000698c7771. 00010000:00000010:3.0:1773941295.243460:0:6327:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000008c0b913a. 00000001:00000010:3.0:1773941295.243462:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ed5fd228. 00000001:00000010:3.0:1773941295.243464:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000898bab3c. 00000001:00000010:3.0:1773941295.243512:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a3a4bc1. 00000001:00000010:3.0:1773941295.243556:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fda04d64. 00000001:00000010:3.0:1773941295.243594:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce1cc17d. 00000001:00000010:3.0:1773941295.243626:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e4110be. 00000001:00000010:3.0:1773941295.243656:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058194c58. 00000001:00000010:3.0:1773941295.243685:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c1dcf19c. 00000001:00000010:3.0:1773941295.243716:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000666b5e1. 00000001:00000010:3.0:1773941295.243747:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d55ab57. 00000001:00000010:3.0:1773941295.243783:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f42637ef. 00000001:00000010:3.0:1773941295.243821:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026908b35. 00000001:00000010:3.0:1773941295.243853:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5f54aa5. 00000001:00000010:3.0:1773941295.243885:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000043fa43a4. 00000001:00000010:3.0:1773941295.243918:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d02f41b. 00000001:00000010:3.0:1773941295.243953:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000eb12f44. 00000001:00000010:3.0:1773941295.243988:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003cf160f2. 00000001:00000010:3.0:1773941295.244055:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce5b0a57. 00000001:00000010:3.0:1773941295.244100:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d9ac59f4. 00000001:00000010:3.0:1773941295.244420:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3bb00ee. 00000001:00000010:3.0:1773941295.244470:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006bebd68a. 00000001:00000010:3.0:1773941295.244518:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000057a101ff. 00000001:00000010:3.0:1773941295.244567:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000256992fc. 00000001:00000010:3.0:1773941295.244617:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d40b9139. 00000001:00000010:3.0:1773941295.244664:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065a546ee. 00000001:00000010:3.0:1773941295.244711:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000954cc18b. 00000001:00000010:3.0:1773941295.244876:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a90809af. 00000001:00000010:3.0:1773941295.244926:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2220710. 00000001:00000010:3.0:1773941295.244973:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000052c58cfc. 00000001:00000010:3.0:1773941295.245034:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a82aeb82. 00000001:00000010:3.0:1773941295.245082:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000056f85edc. 00000001:00000010:3.0:1773941295.245137:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000894138d0. 00000001:00000010:3.0:1773941295.245172:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001c5aa387. 00000001:00000010:3.0:1773941295.245216:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015da4efc. 00000020:00000010:3.0:1773941295.245284:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a2f1bda9. 00000020:00000010:3.0:1773941295.245288:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000005c0a331d. 00000020:00000010:3.0:1773941295.245328:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000012bfb6b2. 00000020:00000010:3.0:1773941295.245330:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000af5941d5. 00000020:00000010:2.0:1773941295.246320:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b68be44c. 00000020:00000010:2.0:1773941295.246327:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 0000000002187650. 00000020:00000010:2.0:1773941295.246353:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c29d4665. 00000020:00000010:2.0:1773941295.246357:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000760351c1. 00000040:00000010:2.0:1773941295.246382:0:6327:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ac1d6998. 00000002:00000010:2.0:1773941295.246389:0:6327:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000bde5581f. 00000020:00000010:2.0:1773941295.246550:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000001006ea7a. 00000020:00000010:2.0:1773941295.246554:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000ccf4e3ce. 00000008:00000010:2.0:1773941295.246559:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e3d38d2b. 00020000:00000010:2.0:1773941295.246568:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000d32b9bf3. 00008000:00000010:2.0:1773941295.246572:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000058422e1e. 00000080:00000010:2.0:1773941295.246576:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000005f944b57. 00000080:00000010:2.0:1773941295.246580:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000da3de3d5. 00000020:00000010:2.0:1773941295.246583:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ea562f7. 00000020:00000010:2.0:1773941295.246587:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088e41f17. 00000020:00000010:2.0:1773941295.246591:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1b0e87f. 00000008:00000010:2.0:1773941295.246595:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000acf09b5. 00020000:00000010:2.0:1773941295.246598:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003c6f284a. 00008000:00000010:2.0:1773941295.246601:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008fee01d1. 00000080:00000010:2.0:1773941295.246604:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000be52e1bd. 00000020:00000010:2.0:1773941295.246606:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017576689. 00000020:00000010:2.0:1773941295.246610:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d18b15a0. 00000020:00000010:2.0:1773941295.246613:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000059730d4. 00000020:00000010:2.0:1773941295.246622:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246626:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.246633:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6a6fee8. 00000020:00000010:2.0:1773941295.246637:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a90b4afa. 00000040:00000010:2.0:1773941295.246640:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000006593d6. 00000020:00000010:2.0:1773941295.246644:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002ac7558b. 00000020:00000010:2.0:1773941295.246648:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077771ae3. 00040000:00000010:2.0:1773941295.246652:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067e5ece4. 00040000:00000010:2.0:1773941295.246655:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c51acb67. 00800000:00000010:2.0:1773941295.246665:0:6327:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000bcbc675c. 00020000:00000010:2.0:1773941295.246670:0:6327:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000022db65fc. 00000020:00000010:2.0:1773941295.246673:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000a90b4afa. 00000040:00000010:2.0:1773941295.246677:0:6327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000006593d6. 00000020:00000010:2.0:1773941295.246680:0:6327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002ac7558b. 00000020:00000010:2.0:1773941295.246684:0:6327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000077771ae3. 00040000:00000010:2.0:1773941295.246687:0:6327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067e5ece4. 00040000:00000010:2.0:1773941295.246690:0:6327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c51acb67. 00000020:00000010:2.0:1773941295.246692:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6a6fee8. 00000020:00000010:2.0:1773941295.246705:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6a6fee8. 00000020:00000010:2.0:1773941295.246708:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c51acb67. 00000020:00000010:2.0:1773941295.246711:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006d205ad8. 00000008:00000010:2.0:1773941295.246715:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.246719:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.246722:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.246726:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.246729:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.246738:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000c51acb67. 00000020:00000010:2.0:1773941295.246740:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000006d205ad8. 00000008:00000010:2.0:1773941295.246743:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.246746:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.246748:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.246751:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.246753:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.246755:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6a6fee8. 00000020:00000010:2.0:1773941295.246757:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.246759:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246765:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246767:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246771:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246773:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246777:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246779:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000067e5ece4. 00000020:00000010:2.0:1773941295.246781:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000d667a0f0. 00000100:00000010:2.0:1773941295.246785:0:6327:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000d6f52f51. 00000400:00000200:2.0:1773941295.246788:0:6327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941295.246792:0:6327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.246797:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.246801:0:6327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941295.246805:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.246809:0:6327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941295.246812:0:6327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941295.246821:0:6327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:2.0:1773941295.246823:0:6327:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000d6f52f51. 00000020:00000010:2.0:1773941295.246826:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246830:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246833:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.246840:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000477af14d. 00000020:00000010:2.0:1773941295.246845:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002ac7558b. 00000020:00000010:2.0:1773941295.246853:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.246856:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246859:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.246862:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000001:00000010:2.0:1773941295.246878:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000067e5ece4. 00000001:00000010:2.0:1773941295.246882:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cb057725. 00000001:00000010:2.0:1773941295.246884:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6a6fee8. 00000001:00000010:2.0:1773941295.246887:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c51acb67. 00000001:00000010:2.0:1773941295.246889:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077771ae3. 00000001:00000010:2.0:1773941295.246892:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000006593d6. 00000020:00000010:2.0:1773941295.246895:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a90b4afa. 00000020:00000010:2.0:1773941295.246898:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.246902:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.246905:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.246908:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.246911:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.246914:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.246917:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b64fadfa. 00000020:00000010:2.0:1773941295.246919:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f4b9468. 00000020:00000010:2.0:1773941295.246922:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006d205ad8. 00000008:00000010:2.0:1773941295.246924:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.246927:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.246929:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.246931:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.246933:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00000002:00000010:2.0:1773941295.246941:0:6327:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000d3550310. 00010000:00000010:2.0:1773941295.246950:0:6327:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002771f35c. 00010000:00000010:2.0:1773941295.246963:0:6327:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000872c9c29. 00010000:00000010:2.0:1773941295.246968:0:6327:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ced78aa0. 00000020:00000010:2.0:1773941295.246972:0:6327:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000b9721fb4. 00000100:00000200:2.0:1773941295.246983:0:6327:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.246987:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.246991:0:6327:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:2.0:1773941295.246995:0:6327:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001d9e5611. 00010000:00000010:2.0:1773941295.247012:0:6327:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000008f510bd. 00000001:00000010:2.0:1773941295.247017:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007e418dcd. 00000001:00000010:2.0:1773941295.247020:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000006c023480. 00000001:00000010:2.0:1773941295.247068:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a74bef73. 00000001:00000010:2.0:1773941295.247148:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004a0cdbd4. 00000001:00000010:2.0:1773941295.247199:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079a9f5d0. 00000001:00000010:2.0:1773941295.247249:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e60cf1e8. 00000001:00000010:2.0:1773941295.247314:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e912a99. 00000001:00000010:2.0:1773941295.247372:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000018b60d1c. 00000001:00000010:2.0:1773941295.247429:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a17e1fc2. 00000001:00000010:2.0:1773941295.247485:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000400142b5. 00000001:00000010:2.0:1773941295.247547:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a689bc8f. 00000001:00000010:2.0:1773941295.247606:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e44e557. 00000001:00000010:2.0:1773941295.247667:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000021899cb. 00000001:00000010:2.0:1773941295.247724:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000016b2d269. 00000001:00000010:2.0:1773941295.247783:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff7c2de4. 00000001:00000010:2.0:1773941295.247845:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000071ade92a. 00000001:00000010:2.0:1773941295.247897:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000132c3362. 00000001:00000010:2.0:1773941295.247947:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c639a218. 00000001:00000010:2.0:1773941295.248014:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007acfd12b. 00000001:00000010:2.0:1773941295.248069:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000c47764d. 00000001:00000010:2.0:1773941295.248144:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f282fba1. 00000001:00000010:2.0:1773941295.248203:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9840548. 00000001:00000010:2.0:1773941295.248261:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e48589e. 00000001:00000010:2.0:1773941295.248318:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004904fb23. 00000001:00000010:2.0:1773941295.248381:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040b63b2d. 00000001:00000010:2.0:1773941295.248442:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ba47a28. 00000001:00000010:2.0:1773941295.248495:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2a682b2. 00000001:00000010:2.0:1773941295.248555:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000057cb7b0f. 00000001:00000010:2.0:1773941295.248625:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d99841e. 00000001:00000010:2.0:1773941295.248683:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5cb68ba. 00000001:00000010:2.0:1773941295.248747:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dba28483. 00000001:00000010:2.0:1773941295.248802:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1e09eea. 00000001:00000010:2.0:1773941295.248862:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e56352bf. 00000001:00000010:2.0:1773941295.248910:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e75908ab. 00000020:00000010:2.0:1773941295.249023:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ac4d7d2f. 00000020:00000010:2.0:1773941295.249027:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000002fd359bf. 00000020:00000010:2.0:1773941295.249085:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e1f6fde. 00000020:00000010:2.0:1773941295.249089:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e5cce3ff. 00000020:00000010:2.0:1773941295.249345:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fa0ec1a8. 00000020:00000010:2.0:1773941295.249350:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000004015bbec. 00000020:00000010:2.0:1773941295.249373:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000438fc590. 00000020:00000010:2.0:1773941295.249377:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000056e561a7. 00000040:00000010:2.0:1773941295.249401:0:6327:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000342cdfa1. 00000002:00000010:2.0:1773941295.249408:0:6327:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000546b5fde. 00000020:00000010:2.0:1773941295.249573:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002f4b9468. 00000020:00000010:2.0:1773941295.249579:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000006d205ad8. 00000008:00000010:2.0:1773941295.249583:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.249587:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.249590:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.249595:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.249599:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.249603:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b64fadfa. 00000020:00000010:2.0:1773941295.249615:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.249619:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.249623:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.249626:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.249629:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.249632:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.249636:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a90b4afa. 00000020:00000010:2.0:1773941295.249641:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.249644:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000d667a0f0. 00000020:00000010:2.0:1773941295.249653:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249657:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.249663:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee01fe2e. 00000020:00000010:2.0:1773941295.249666:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002ca08b6a. 00000040:00000010:2.0:1773941295.249669:0:6327:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8cc2fe8. 00000020:00000010:2.0:1773941295.249672:0:6327:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a090fc2. 00000020:00000010:2.0:1773941295.249676:0:6327:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000020991d1. 00040000:00000010:2.0:1773941295.249680:0:6327:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad07d897. 00040000:00000010:2.0:1773941295.249685:0:6327:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004298181. 00800000:00000010:2.0:1773941295.249694:0:6327:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000539b3dad. 00000020:00000010:2.0:1773941295.249697:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002ca08b6a. 00000040:00000010:2.0:1773941295.249700:0:6327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8cc2fe8. 00000020:00000010:2.0:1773941295.249704:0:6327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a090fc2. 00000020:00000010:2.0:1773941295.249707:0:6327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000020991d1. 00040000:00000010:2.0:1773941295.249710:0:6327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad07d897. 00040000:00000010:2.0:1773941295.249713:0:6327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000004298181. 00000020:00000010:2.0:1773941295.249716:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee01fe2e. 00000020:00000010:2.0:1773941295.249723:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee01fe2e. 00000020:00000010:2.0:1773941295.249727:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000004298181. 00000020:00000010:2.0:1773941295.249731:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.249735:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.249739:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.249742:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.249747:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.249758:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.249765:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000004298181. 00000020:00000010:2.0:1773941295.249769:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.249774:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.249778:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.249781:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.249784:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.249788:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.249792:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee01fe2e. 00000020:00000010:2.0:1773941295.249795:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.249798:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249804:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249807:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249814:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249816:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249823:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249826:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ad07d897. 00000020:00000010:2.0:1773941295.249831:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000002bac6b51. 00000100:00000010:2.0:1773941295.249835:0:6327:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000007d648b4. 00000400:00000200:2.0:1773941295.249839:0:6327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941295.249844:0:6327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.249848:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.249852:0:6327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941295.249856:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.249859:0:6327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941295.249864:0:6327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941295.249866:0:6327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:2.0:1773941295.249869:0:6327:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000007d648b4. 00000020:00000010:2.0:1773941295.249873:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249879:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249883:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.249892:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000e8ee5f17. 00000020:00000010:2.0:1773941295.249904:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006a090fc2. 00000020:00000010:2.0:1773941295.249915:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.249919:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249924:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.249929:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000001:00000010:2.0:1773941295.249953:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ad07d897. 00000001:00000010:2.0:1773941295.249960:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005b672661. 00000001:00000010:2.0:1773941295.249964:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee01fe2e. 00000001:00000010:2.0:1773941295.249967:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004298181. 00000001:00000010:2.0:1773941295.249971:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000020991d1. 00000001:00000010:2.0:1773941295.249975:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8cc2fe8. 00000020:00000010:2.0:1773941295.249980:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca08b6a. 00000020:00000010:2.0:1773941295.249985:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.249988:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.249993:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.249997:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.250020:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.250025:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.250029:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db61a0ad. 00000020:00000010:2.0:1773941295.250034:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a90b4afa. 00000020:00000010:2.0:1773941295.250037:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.250040:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.250043:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.250047:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.250050:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.250054:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00000008:00000010:2.0:1773941295.250059:0:6327:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000003a8bca37. 00010000:00000010:2.0:1773941295.250068:0:6327:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000004a17d77d. 00010000:00000010:2.0:1773941295.250074:0:6327:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000019ce3492. 00000020:00000010:2.0:1773941295.250085:0:6327:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000bc728347. 00000100:00000200:2.0:1773941295.250098:0:6327:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.250103:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.250114:0:6327:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:2.0:1773941295.250152:0:6327:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000a83fd391. 00010000:00000010:2.0:1773941295.250159:0:6327:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000007b63f35d. 00000001:00000010:2.0:1773941295.250163:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b64fadfa. 00000001:00000010:2.0:1773941295.250167:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000010bbcea2. 00000001:00000010:2.0:1773941295.250172:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000482af663. 00000001:00000010:2.0:1773941295.250188:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000710d9ba. 00000001:00000010:2.0:1773941295.250195:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000004c8ee7c. 00000001:00000010:2.0:1773941295.250202:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007b82f322. 00000001:00000010:2.0:1773941295.250209:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f39db940. 00000001:00000010:2.0:1773941295.250222:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c00ab821. 00000001:00000010:2.0:1773941295.250228:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009c20cf56. 00000001:00000010:2.0:1773941295.250233:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000da71246d. 00000001:00000010:2.0:1773941295.250239:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000805494d0. 00000001:00000010:2.0:1773941295.250251:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e200ae0b. 00000001:00000010:2.0:1773941295.250257:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000091723125. 00000001:00000010:2.0:1773941295.250263:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000053587755. 00000001:00000010:2.0:1773941295.250269:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e226a9a4. 00000001:00000010:2.0:1773941295.250284:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bff113a5. 00000001:00000010:2.0:1773941295.250291:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000679f3921. 00000001:00000010:2.0:1773941295.250298:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ffd63564. 00000020:00000010:2.0:1773941295.250420:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c25023b4. 00000020:00000010:2.0:1773941295.250425:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000f4d408ff. 00000020:00000010:2.0:1773941295.250503:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d0e7ceba. 00000020:00000010:2.0:1773941295.250507:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002f4b9468. 00000020:00000010:2.0:1773941295.250831:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000091bd171d. 00000020:00000010:2.0:1773941295.250835:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000146797b2. 00000100:00000010:2.0:1773941295.250858:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032c60ae5. 00000100:00000010:2.0:1773941295.251021:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e13a9901. 00000100:00000010:2.0:1773941295.251026:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000addbf8ce. 00000100:00000010:2.0:1773941295.251532:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d038efca. 00000100:00000010:2.0:1773941295.251542:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b98ab3e. 00000100:00000010:2.0:1773941295.251683:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006cdd91f6. 00000100:00000010:2.0:1773941295.251687:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b52522b3. 00000100:00000010:2.0:1773941295.251875:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000058855574. 00000100:00000010:2.0:1773941295.251880:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8316819. 00000100:00000010:2.0:1773941295.252035:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a2da7a3c. 00000100:00000010:2.0:1773941295.252039:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f133a871. 00000100:00000010:2.0:1773941295.252195:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000032b748fe. 00000100:00000010:2.0:1773941295.252199:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a650665. 00000100:00000010:2.0:1773941295.252342:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000376c9340. 00000100:00000010:2.0:1773941295.252347:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022bb5821. 00000100:00000010:2.0:1773941295.252509:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000059df76f2. 00000100:00000010:2.0:1773941295.252515:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c86e936c. 00000100:00000010:2.0:1773941295.252666:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cca0b785. 00000100:00000010:2.0:1773941295.252672:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087015fc7. 00000100:00000010:2.0:1773941295.252820:0:6327:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000037b3935c. 00000020:00000010:2.0:1773941295.252827:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000a90b4afa. 00000020:00000010:2.0:1773941295.252832:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.252836:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.252840:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.252844:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.252849:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.252853:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.252856:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db61a0ad. 00000020:00000010:2.0:1773941295.252861:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.252865:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.252869:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.252872:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.252875:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.252879:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.252882:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca08b6a. 00000020:00000010:2.0:1773941295.252887:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.252897:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000002bac6b51. 00000020:00000010:2.0:1773941295.252903:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000d6063482. 00000020:00000010:2.0:1773941295.252907:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.252914:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9febbdf. 00000020:00000010:2.0:1773941295.252918:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee332c21. 00000020:00000010:2.0:1773941295.252920:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.252924:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.252927:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.252930:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.252935:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.252938:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00020000:00000010:2.0:1773941295.252948:0:6327:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000002ca08b6a. 00020000:00000010:2.0:1773941295.252952:0:6327:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000bdbfe9f0. 00020000:00000010:2.0:1773941295.252958:0:6327:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 00000000db61a0ad. 00000020:00000010:2.0:1773941295.252962:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee332c21. 00000020:00000010:2.0:1773941295.252965:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.252969:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.252972:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.252975:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.252979:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.252982:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.252984:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9febbdf. 00000020:00000010:2.0:1773941295.252987:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.252990:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000d6063482. 00000020:00000010:2.0:1773941295.252994:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253009:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253016:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253019:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253024:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253026:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001f899aa7. 00000020:00000010:2.0:1773941295.253028:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000d6063482. 00000100:00000010:2.0:1773941295.253038:0:6327:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000d3ffc7b2. 00000400:00000200:2.0:1773941295.253041:0:6327:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941295.253045:0:6327:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.253049:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.253053:0:6327:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941295.253056:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.253061:0:6327:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941295.253063:0:6327:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941295.253065:0:6327:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:2.0:1773941295.253067:0:6327:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000d3ffc7b2. 00000020:00000010:2.0:1773941295.253069:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000d6063482. 00000020:00000010:2.0:1773941295.253072:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000d6063482. 00000020:00000010:2.0:1773941295.253075:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.253081:0:6327:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000008f6e2c14. 00000020:00000010:2.0:1773941295.253085:0:6327:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000cb4b75e. 00000020:00000010:2.0:1773941295.253095:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.253097:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000d6063482. 00000020:00000010:2.0:1773941295.253099:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000d6063482. 00000020:00000010:2.0:1773941295.253102:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000073ef9208. 00000001:00000010:2.0:1773941295.253116:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001f899aa7. 00000001:00000010:2.0:1773941295.253142:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001e6ad39f. 00000001:00000010:2.0:1773941295.253145:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9febbdf. 00000001:00000010:2.0:1773941295.253148:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee332c21. 00000001:00000010:2.0:1773941295.253151:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a90b4afa. 00000001:00000010:2.0:1773941295.253154:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003404acc5. 00000020:00000010:2.0:1773941295.253157:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab41e6aa. 00000020:00000010:2.0:1773941295.253160:0:6327:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.253164:0:6327:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.253168:0:6327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.253171:0:6327:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.253174:0:6327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.253178:0:6327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.253187:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffc1e7be. 00000020:00000010:2.0:1773941295.253190:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fbd40cd. 00000020:00000010:2.0:1773941295.253193:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.253196:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.253198:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.253201:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.253203:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.253206:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00000008:00000010:2.0:1773941295.253209:0:6327:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000a0837849. 00010000:00000010:2.0:1773941295.253218:0:6327:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000bf21e049. 00010000:00000010:2.0:1773941295.253224:0:6327:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000fa27ee1c. 00000020:00000010:2.0:1773941295.253230:0:6327:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000ff3cb2a9. 00000100:00000200:2.0:1773941295.253243:0:6327:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.253248:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.253252:0:6327:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:2.0:1773941295.253256:0:6327:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009e702291. 00010000:00000010:2.0:1773941295.253270:0:6327:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000ea9e34c4. 00000001:00000010:2.0:1773941295.253275:0:6327:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5b0fed7. 00000001:00000010:2.0:1773941295.253278:0:6327:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000ef786871. 00000001:00000010:2.0:1773941295.253283:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fd5ba650. 00000001:00000010:2.0:1773941295.253297:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c1614583. 00000001:00000010:2.0:1773941295.253304:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ae28a7de. 00000001:00000010:2.0:1773941295.253310:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c54bee1e. 00000001:00000010:2.0:1773941295.253316:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000074b8ce68. 00000001:00000010:2.0:1773941295.253329:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000011e3d8a3. 00000001:00000010:2.0:1773941295.253336:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c14a4978. 00000001:00000010:2.0:1773941295.253342:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008bf73951. 00000001:00000010:2.0:1773941295.253347:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bb8a458e. 00000001:00000010:2.0:1773941295.253361:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000095f04c21. 00000001:00000010:2.0:1773941295.253368:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003101a42b. 00000001:00000010:2.0:1773941295.253373:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000028458c05. 00000001:00000010:2.0:1773941295.253379:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000016e5de96. 00000001:00000010:2.0:1773941295.253396:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ac70479. 00000001:00000010:2.0:1773941295.253403:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000076a578f2. 00000001:00000010:2.0:1773941295.253409:0:6327:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000015b195bb. 00000020:00000010:2.0:1773941295.253481:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e498bab7. 00000020:00000010:2.0:1773941295.253485:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000d8c176ae. 00000020:00000010:2.0:1773941295.253575:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d18f1e07. 00000020:00000010:2.0:1773941295.253579:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d37d9628. 00000020:00000010:2.0:1773941295.253825:0:6327:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d75ebf35. 00000020:00000010:2.0:1773941295.253829:0:6327:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000107990e1. 00000020:00000010:2.0:1773941295.253847:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000000fbd40cd. 00000020:00000010:2.0:1773941295.253850:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.253853:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.253855:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.253857:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.253860:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.253862:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.253864:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffc1e7be. 00000020:00000010:2.0:1773941295.253866:0:6327:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.253869:0:6327:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c036d249. 00000008:00000010:2.0:1773941295.253871:0:6327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e3e4b32. 00020000:00000010:2.0:1773941295.253873:0:6327:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003713d803. 00008000:00000010:2.0:1773941295.253875:0:6327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000288dea26. 00000080:00000010:2.0:1773941295.253877:0:6327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cf2b804b. 00000020:00000010:2.0:1773941295.253879:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab41e6aa. 00000020:00000010:2.0:1773941295.253881:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000073ef9208. 00000020:00000010:2.0:1773941295.253883:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000d6063482. 00000020:00000010:2.0:1773941295.253886:0:6327:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000632b35f9. 00000020:00000010:2.0:1773941295.253889:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.253892:0:6327:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000762b49c. 00000020:00000010:2.0:1773941295.253895:0:6327:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4e37505. 00000020:00000010:2.0:1773941295.253896:0:6327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.253898:0:6327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.253905:0:6327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.253907:0:6327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.253910:0:6327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.253912:0:6327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000832fe5e5. 00020000:00000010:2.0:1773941295.253917:0:6327:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 0000000050e4256a. 00000020:00000010:2.0:1773941295.253920:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4e37505. 00000020:00000010:2.0:1773941295.253923:0:6327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000340d75e2. 00000008:00000010:2.0:1773941295.253924:0:6327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008395b4b7. 00020000:00000010:2.0:1773941295.253926:0:6327:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000013cb089d. 00008000:00000010:2.0:1773941295.253928:0:6327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000009dab8525. 00000080:00000010:2.0:1773941295.253930:0:6327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007f460c0e. 00000080:00000010:2.0:1773941295.253931:0:6327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000832fe5e5. 00000020:00000010:2.0:1773941295.253933:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000762b49c. 00000020:00000010:2.0:1773941295.253935:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000e8f7703d. 00000020:00000010:2.0:1773941295.253937:0:6327:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000632b35f9. 00000020:00000010:2.0:1773941295.253940:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000affdeae0. 00000020:00000010:2.0:1773941295.253942:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000affdeae0. 00000020:00000010:2.0:1773941295.253945:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000affdeae0. 00000020:00000010:2.0:1773941295.253947:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000affdeae0. 00000020:00000010:2.0:1773941295.253950:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000632b35f9. 00000020:00000010:2.0:1773941295.253952:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000632b35f9. 00000100:00000010:2.0:1773941295.253959:0:6327:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000debdf410. 02000000:00000010:2.0:1773941295.253968:0:6327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000762b49c. 00000100:00000010:2.0:1773941295.253979:0:6327:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073ef9208. 02000000:00000010:2.0:1773941295.254014:0:6327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ab7f8a00. 00000400:00000200:2.0:1773941295.254020:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941295.254023:0:6327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e5ef7f. 00000400:00000010:2.0:1773941295.254029:0:6327:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000559bb97. 00000100:00000200:2.0:1773941295.254035:0:6327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203383808, portal 25 00000400:00000010:2.0:1773941295.254039:0:6327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.254041:0:6327:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203383808, offset 0 00000400:00000200:2.0:1773941295.254047:0:6327:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941295.254057:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.254061:0:6327:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.254066:0:6327:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941295.254070:0:6327:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.254075:0:6327:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941295.254078:0:6327:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.254082:0:6327:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [11:11:256:4294967295] 192.168.204.109@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1773941295.254087:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.254096:0:6327:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941295.254102:0:6327:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.254106:0:6327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000affdeae0. 00000800:00000200:2.0:1773941295.254112:0:6327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.254140:0:6327:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.254145:0:6327:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000affdeae0 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941295.254159:0:6327:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.254230:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.254233:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000affdeae0. 00000400:00000200:2.0:1773941295.254237:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.254242:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.254247:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b03252 00000400:00000010:2.0:1773941295.254249:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8b03252. 00000100:00000200:2.0:1773941295.254256:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000debdf410 x1860112203383808/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941295.254280:0:6327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000340d75e2. 00000100:00000010:2.0:1773941295.254290:0:6327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a12a3c08. 00000400:00000200:3.0:1773941295.255316:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255322:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941295.255356:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255360:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255370:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255375:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f200400 00000400:00000200:3.0:1773941295.255380:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255386:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x26d [4] + 224 00000400:00000200:3.0:1773941295.255403:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941295.255407:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941295.255413:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000debdf410 x1860112203383808/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941295.255452:0:6327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e5ef7f. 00000400:00000200:1.0:1773941295.255458:0:6327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000559bb97 00000400:00000010:1.0:1773941295.255460:0:6327:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000559bb97. 00000100:00000200:1.0:1773941295.255468:0:6327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000debdf410 x1860112203383808/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941295.255479:0:6327:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000debdf410 x1860112203383808/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941295.255501:0:6327:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000073ef9208. 02000000:00000010:1.0:1773941295.255510:0:6327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ab7f8a00. 02000000:00000010:1.0:1773941295.255520:0:6327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000762b49c. 00000100:00000010:1.0:1773941295.255524:0:6327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000debdf410. 00000020:00000010:1.0:1773941295.255532:0:6327:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a1e7607c. 00000020:00000010:1.0:1773941295.255535:0:6327:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a1e7607c. 00000040:00000010:1.0:1773941295.255539:0:6327:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000379018a6. 00000020:00000010:1.0:1773941295.255547:0:6327:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c406ebb1. 00000020:00000010:1.0:1773941295.255554:0:6327:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000de22ba4a. 00000040:00000010:1.0:1773941295.255560:0:6327:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f639df77. 00000020:00000010:1.0:1773941295.255564:0:6327:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f70cff93. 00000020:00000010:1.0:1773941295.255567:0:6327:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fcc55b47. 00000020:00000010:1.0:1773941295.255573:0:6327:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001572e098. 80000000:00000010:1.0:1773941295.255577:0:6327:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037a24ee3. 40000000:00000010:1.0:1773941295.255581:0:6327:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000507ff7c1. 00100000:00000010:1.0:1773941295.255585:0:6327:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000097aa2796. 00040000:00000010:1.0:1773941295.255589:0:6327:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005899d5c3. 00040000:00000010:1.0:1773941295.255599:0:6327:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0596992. 00040000:00000010:1.0:1773941295.255602:0:6327:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e706a6c6. 00000004:00000010:1.0:1773941295.255606:0:6327:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e42c042e. 00000004:00000010:1.0:1773941295.255609:0:6327:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at 00000000e82f8c4e. 00000004:00000010:1.0:1773941295.255614:0:6327:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000ce6d5015. 00002000:00000010:1.0:1773941295.255618:0:6327:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a793939c. 00000004:00000010:1.0:1773941295.255621:0:6327:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at 000000005623cbb1. 00000020:00000010:1.0:1773941295.255624:0:6327:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8242050. 00000040:00000010:3.0:1773941295.255653:0:6308:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e26cd965. 00000040:00000010:3.0:1773941295.255659:0:6308:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4ea1b8a. 00000040:00000010:3.0:1773941295.255664:0:6308:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009755bcff. 00000020:00000010:3.0:1773941295.255669:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000094d2f801. 00000040:00000010:3.0:1773941295.255672:0:6308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000020d86f05. 00000020:00000010:3.0:1773941295.255674:0:6308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048d37e98. 00000020:00000010:3.0:1773941295.255677:0:6308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c73acae. 80000000:00000010:3.0:1773941295.255680:0:6308:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a2fc2fb9. 00040000:00000010:3.0:1773941295.255682:0:6308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033ee7588. 20000000:00000010:3.0:1773941295.255684:0:6308:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 00000000e4b96c11. 00000020:00000010:3.0:1773941295.255686:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067018fc7. 10000000:00000010:3.0:1773941295.255688:0:6308:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a8f608e3. 00000100:00000010:3.0:1773941295.255704:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000742521c7. 02000000:00000010:3.0:1773941295.255710:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001006ea7a. 00010000:00000010:3.0:1773941295.255719:0:6308:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c4b1de7. 00010000:00000010:3.0:1773941295.255723:0:6308:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053f54330. 00000100:00000010:3.0:1773941295.255732:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce0d0234. 02000000:00000010:3.0:1773941295.255739:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c970ede9. 00000400:00000200:3.0:1773941295.255742:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941295.255744:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c6b705. 00000400:00000010:3.0:1773941295.255748:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be970e30. 00000100:00000200:3.0:1773941295.255750:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203383936, portal 25 00000400:00000010:3.0:1773941295.255753:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ec3497. 00000100:00000200:3.0:1773941295.255754:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203383936, offset 0 00000400:00000200:3.0:1773941295.255764:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941295.255767:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255769:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941295.255771:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941295.255774:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941295.255775:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941295.255777:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941295.255779:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [12:12:256:4294967295] 192.168.204.109@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1773941295.255782:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.255786:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941295.255789:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941295.255792:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d06c192d. 00000800:00000200:3.0:1773941295.255795:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941295.255799:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941295.255800:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d06c192d type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1773941295.255809:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941295.255849:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941295.255851:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d06c192d. 00000400:00000200:3.0:1773941295.255853:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941295.255856:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941295.255857:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ec3497 00000400:00000010:3.0:1773941295.255859:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ec3497. 00000100:00000200:3.0:1773941295.255862:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000742521c7 x1860112203383936/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941295.256421:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.256424:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941295.256427:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.256429:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.256431:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.256432:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f200480 00000400:00000200:3.0:1773941295.256435:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.256442:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x27d [1] + 224 00000400:00000200:3.0:1773941295.256449:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941295.256453:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941295.256457:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000742521c7 x1860112203383936/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.256530:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c6b705. 00000400:00000200:0.0:1773941295.256535:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be970e30 00000400:00000010:0.0:1773941295.256536:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be970e30. 00000100:00000200:0.0:1773941295.256541:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000742521c7 x1860112203383936/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.256548:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000742521c7 x1860112203383936/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.256562:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ce0d0234. 02000000:00000010:0.0:1773941295.256574:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c970ede9. 02000000:00000010:0.0:1773941295.256577:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001006ea7a. 00000100:00000010:0.0:1773941295.256579:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000742521c7. 10000000:00000010:0.0:1773941295.256585:0:6308:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000c05fa63e. 00000100:00000010:0.0:1773941295.257103:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091c35d2e. 02000000:00000010:0.0:1773941295.257112:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008142c88e. 00000100:00000010:0.0:1773941295.257287:0:6308:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000017bbf2f0. 00000100:00000010:0.0:1773941295.257292:0:6308:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000cd460ebb. 00000100:00000010:0.0:1773941295.257308:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002825f20. 00000400:00000200:0.0:1773941295.257320:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.257323:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000092d1afa. 00000400:00000010:0.0:1773941295.257330:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bb59db6b. 00000100:00000200:0.0:1773941295.257334:0:6308:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc31f200500-0x69bc31f200500, portal 33 02000000:00000010:0.0:1773941295.257340:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002acd350a. 00000400:00000200:0.0:1773941295.257344:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.257347:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cba474. 00000400:00000010:0.0:1773941295.257351:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaf5f00d. 00000100:00000200:0.0:1773941295.257388:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203384064, portal 25 00000400:00000010:0.0:1773941295.257393:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3fe252. 00000100:00000200:0.0:1773941295.257395:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112203384064, offset 0 00000400:00000200:0.0:1773941295.257401:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.257406:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.257410:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.257413:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.257416:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.257418:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.257420:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.257423:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [13:13:256:4294967295] 192.168.204.109@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1773941295.257427:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.257435:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.257440:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.257443:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c4e64ba. 00000800:00000200:0.0:1773941295.257448:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.257454:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.257457:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c4e64ba type 1, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.257473:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.257526:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.257529:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c4e64ba. 00000400:00000200:2.0:1773941295.257534:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.257540:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.257543:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3fe252 00000400:00000010:2.0:1773941295.257545:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3fe252. 00000100:00000200:2.0:1773941295.257557:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091c35d2e x1860112203384064/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.258080:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258084:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.258090:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258093:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258097:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258101:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 176 into portal 33 MB=0x69bc31f200500 00000400:00000200:2.0:1773941295.258105:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258109:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.109@tcp of length 176/176 into md 0x28d [256] + 0 00000400:00000010:2.0:1773941295.258112:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000092d1afa. 00000400:00000200:2.0:1773941295.258116:0:2407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb59db6b 00000400:00000200:2.0:1773941295.258145:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.258150:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.258154:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb59db6b 00000400:00000010:2.0:1773941295.258156:0:2407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bb59db6b. 00000100:00000200:2.0:1773941295.258162:0:2407:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000091c35d2e desc 0000000017bbf2f0 mbits 1860112203384064 00000400:00000200:2.0:1773941295.258177:0:2407:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773941295.258181:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258186:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941295.258190:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [14:14:256:4294967295] 192.168.204.109@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1773941295.258195:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258203:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) 192.168.204.109@tcp : ACK try# 0 00000800:00000200:2.0:1773941295.258208:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941295.258213:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 0000000075d8646b. 00000800:00000200:2.0:1773941295.258217:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941295.258222:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941295.258225:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075d8646b type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1773941295.258258:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.258267:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 0000000075d8646b. 00000400:00000200:2.0:1773941295.258270:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.258276:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: ACK: OK 00000400:00000200:2.0:1773941295.258729:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258734:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.258739:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258742:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258745:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258747:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 240 into portal 25 MB=0x69bc31f200500 00000400:00000200:2.0:1773941295.258750:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.258753:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 240/240 into md 0x295 [1] + 224 00000400:00000200:2.0:1773941295.258768:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.258772:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.258777:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091c35d2e x1860112203384064/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941295.258817:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cba474. 00000400:00000200:1.0:1773941295.258822:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaf5f00d 00000400:00000010:1.0:1773941295.258823:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaf5f00d. 00000100:00000200:1.0:1773941295.258829:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091c35d2e x1860112203384064/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941295.258837:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091c35d2e x1860112203384064/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941295.258850:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002825f20. 10000000:00000010:1.0:1773941295.258860:0:6308:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000076f49cf7. 00000100:00000200:1.0:1773941295.258869:0:6308:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941295.258872:0:6308:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941295.258874:0:6308:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941295.258877:0:6308:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.258881:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.258884:0:6308:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941295.258887:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.258891:0:6308:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941295.258894:0:6308:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941295.258896:0:6308:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941295.258901:0:6308:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000001985a8ad. 00000020:00000010:1.0:1773941295.258907:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c4151a. 00000020:00000010:1.0:1773941295.258911:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.258914:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.258919:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.258923:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.258931:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.258936:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.258941:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.258982:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.258985:0:6308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.258988:0:6308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.258992:0:6308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.258995:0:6308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259007:0:6308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259010:0:6308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259012:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008c4151a. 10000000:00000010:1.0:1773941295.259015:0:6308:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000001985a8ad. 00000100:00000200:1.0:1773941295.259021:0:6308:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941295.259022:0:6308:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941295.259024:0:6308:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941295.259026:0:6308:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.259029:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259032:0:6308:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941295.259035:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259038:0:6308:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941295.259040:0:6308:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941295.259042:0:6308:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941295.259045:0:6308:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000001985a8ad. 00000020:00000010:1.0:1773941295.259049:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c4151a. 00000020:00000010:1.0:1773941295.259051:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259053:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259055:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259057:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259060:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259063:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259065:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259091:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259094:0:6308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259101:0:6308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259104:0:6308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259107:0:6308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259110:0:6308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259112:0:6308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259115:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008c4151a. 10000000:00000010:1.0:1773941295.259240:0:6308:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000001985a8ad. 00000100:00000200:1.0:1773941295.259248:0:6308:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941295.259250:0:6308:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941295.259252:0:6308:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941295.259255:0:6308:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.259259:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259262:0:6308:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941295.259265:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259269:0:6308:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941295.259272:0:6308:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941295.259274:0:6308:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941295.259278:0:6308:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000001985a8ad. 00000020:00000010:1.0:1773941295.259282:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c4151a. 00000020:00000010:1.0:1773941295.259285:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259288:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259291:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259293:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259296:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259299:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259302:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259329:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259332:0:6308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259334:0:6308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259337:0:6308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259339:0:6308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259342:0:6308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259344:0:6308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259353:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008c4151a. 10000000:00000010:1.0:1773941295.259356:0:6308:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000001985a8ad. 00000100:00000200:1.0:1773941295.259362:0:6308:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941295.259364:0:6308:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941295.259365:0:6308:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941295.259368:0:6308:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.259371:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259373:0:6308:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941295.259377:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.259381:0:6308:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941295.259384:0:6308:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941295.259386:0:6308:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941295.259390:0:6308:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000001985a8ad. 00000020:00000010:1.0:1773941295.259394:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c4151a. 00000020:00000010:1.0:1773941295.259398:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259401:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259404:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259407:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259410:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259414:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259417:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259443:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000053e57763. 00000020:00000010:1.0:1773941295.259446:0:6308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000a1775cf6. 00000008:00000010:1.0:1773941295.259447:0:6308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000093048ae0. 00020000:00000010:1.0:1773941295.259450:0:6308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e422de38. 00008000:00000010:1.0:1773941295.259452:0:6308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001eccad02. 00000080:00000010:1.0:1773941295.259454:0:6308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000a2c12db3. 00000080:00000010:1.0:1773941295.259456:0:6308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a4bbf758. 00000020:00000010:1.0:1773941295.259459:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008c4151a. 10000000:00000010:1.0:1773941295.259461:0:6308:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000001985a8ad. 10000000:00000010:1.0:1773941295.259463:0:6308:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000076f49cf7. 02000000:00000010:1.0:1773941295.259467:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002acd350a. 00000100:00000010:1.0:1773941295.259478:0:6308:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000cd460ebb. 00000100:00000010:1.0:1773941295.259487:0:6308:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000017bbf2f0. 02000000:00000010:1.0:1773941295.259489:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008142c88e. 00000100:00000010:1.0:1773941295.259492:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091c35d2e. 10000000:00000010:1.0:1773941295.260020:0:6308:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000c05fa63e. 00000100:00000010:1.0:1773941295.260045:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb481bb4. 02000000:00000010:1.0:1773941295.260052:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008c4151a. 00010000:00000010:1.0:1773941295.260060:0:6308:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af8c1928. 00010000:00000010:1.0:1773941295.260065:0:6308:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d9505e70. 00000020:00000010:1.0:1773941295.260070:0:6308:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000001985a8ad. 00000100:00000010:1.0:1773941295.260080:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc10d046. 02000000:00000010:1.0:1773941295.260088:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a793939c. 00000400:00000200:1.0:1773941295.260093:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.260096:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638fd91d. 00000400:00000010:1.0:1773941295.260100:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065885306. 00000100:00000200:1.0:1773941295.260104:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203384192, portal 25 00000400:00000010:1.0:1773941295.260108:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000596adae0. 00000100:00000200:1.0:1773941295.260110:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203384192, offset 0 00000400:00000200:1.0:1773941295.260149:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941295.260154:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.260158:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941295.260161:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941295.260164:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941295.260167:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941295.260170:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.260173:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [15:15:256:4294967295] 192.168.204.109@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1773941295.260177:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.260185:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941295.260189:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941295.260193:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1e7607c. 00000800:00000200:1.0:1773941295.260197:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941295.260202:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941295.260209:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1e7607c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941295.260224:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.260258:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.260267:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1e7607c. 00000400:00000200:2.0:1773941295.260270:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.260273:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.260278:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596adae0 00000400:00000010:2.0:1773941295.260279:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000596adae0. 00000100:00000200:2.0:1773941295.260283:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb481bb4 x1860112203384192/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.260952:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.260955:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.260958:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.260960:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.260962:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.260964:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f200580 00000400:00000200:2.0:1773941295.260967:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.260969:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x29d [1] + 224 00000400:00000200:2.0:1773941295.260980:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.260982:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.260987:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb481bb4 x1860112203384192/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941295.261027:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638fd91d. 00000400:00000200:1.0:1773941295.261032:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065885306 00000400:00000010:1.0:1773941295.261034:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065885306. 00000100:00000200:1.0:1773941295.261040:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb481bb4 x1860112203384192/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941295.261048:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb481bb4 x1860112203384192/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941295.261064:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc10d046. 02000000:00000010:1.0:1773941295.261074:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a793939c. 02000000:00000010:1.0:1773941295.261078:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008c4151a. 00000100:00000010:1.0:1773941295.261080:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb481bb4. 10000000:00000010:1.0:1773941295.261086:0:6308:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000005402e2e9. 00000020:00000010:1.0:1773941295.261089:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c4151a. 00000020:00000010:1.0:1773941295.261092:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e57763. 00000040:00000010:1.0:1773941295.261096:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000100647a7. 00000020:00000010:1.0:1773941295.261100:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004070746e. 00000020:00000010:1.0:1773941295.261105:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e706a6c6. 80000000:00000010:1.0:1773941295.261109:0:6308:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1775cf6. 00040000:00000010:1.0:1773941295.261113:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001572e098. 20000000:00000010:1.0:1773941295.261140:0:6308:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000f639df77. 00000040:00000010:1.0:1773941295.261147:0:6308:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d8242050. 00000100:00000010:1.0:1773941295.261152:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb481bb4. 02000000:00000010:1.0:1773941295.261158:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de22ba4a. 00000100:00000010:1.0:1773941295.261165:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc10d046. 02000000:00000010:1.0:1773941295.261174:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084096280. 00000400:00000200:1.0:1773941295.261178:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941295.261181:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638fd91d. 00000400:00000010:1.0:1773941295.261186:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065885306. 00000100:00000200:1.0:1773941295.261188:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203384320, portal 25 00000400:00000010:1.0:1773941295.261192:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fe44477. 00000100:00000200:1.0:1773941295.261199:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112203384320, offset 0 00000400:00000200:1.0:1773941295.261205:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941295.261210:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.261213:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941295.261216:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941295.261218:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941295.261221:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941295.261223:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941295.261227:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [16:16:256:4294967295] 192.168.204.109@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1773941295.261231:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941295.261238:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941295.261242:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941295.261246:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000534d97c5. 00000800:00000200:1.0:1773941295.261250:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941295.261254:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941295.261257:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000534d97c5 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:1.0:1773941295.261272:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.261302:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.261305:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000534d97c5. 00000400:00000200:2.0:1773941295.261308:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.261312:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.261313:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe44477 00000400:00000010:2.0:1773941295.261314:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fe44477. 00000100:00000200:2.0:1773941295.261318:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb481bb4 x1860112203384320/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.261908:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.261911:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.261915:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.261917:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.261920:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.261923:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f200600 00000400:00000200:2.0:1773941295.261927:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.261930:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x2a5 [1] + 224 00000400:00000200:2.0:1773941295.261939:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.261943:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.261948:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb481bb4 x1860112203384320/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.262008:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638fd91d. 00000400:00000200:0.0:1773941295.262013:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065885306 00000400:00000010:0.0:1773941295.262015:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065885306. 00000100:00000200:0.0:1773941295.262021:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb481bb4 x1860112203384320/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.262030:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb481bb4 x1860112203384320/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.262044:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc10d046. 02000000:00000010:0.0:1773941295.262051:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084096280. 02000000:00000010:0.0:1773941295.262054:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000de22ba4a. 00000100:00000010:0.0:1773941295.262057:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb481bb4. 00000040:00000010:0.0:1773941295.262064:0:6308:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000576fb14d. 00000100:00000010:0.0:1773941295.262075:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c741460a. 02000000:00000010:0.0:1773941295.262081:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000325397de. 00000100:00000010:0.0:1773941295.262087:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fae38eec. 02000000:00000010:0.0:1773941295.262104:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005f96d6a8. 00000400:00000200:0.0:1773941295.262109:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.262112:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053b0b6cf. 00000400:00000010:0.0:1773941295.262138:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075f920ad. 00000100:00000200:0.0:1773941295.262143:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203384448, portal 25 00000400:00000010:0.0:1773941295.262147:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4048823. 00000100:00000200:0.0:1773941295.262150:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203384448, offset 0 00000400:00000200:0.0:1773941295.262157:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.262162:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.262167:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.262171:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.262173:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.262177:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.262180:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.262185:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [17:17:256:4294967295] 192.168.204.109@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1773941295.262190:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.262201:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.262206:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.262210:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c4e64ba. 00000800:00000200:0.0:1773941295.262214:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.262218:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.262220:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c4e64ba type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.262233:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.262275:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.262279:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c4e64ba. 00000400:00000200:2.0:1773941295.262283:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.262288:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.262291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4048823 00000400:00000010:2.0:1773941295.262293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4048823. 00000100:00000200:2.0:1773941295.262299:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c741460a x1860112203384448/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.263013:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.263018:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.263024:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.263027:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.263031:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.263034:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f200680 00000400:00000200:2.0:1773941295.263038:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.263041:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x2ad [4] + 224 00000400:00000200:2.0:1773941295.263055:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.263060:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.263065:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c741460a x1860112203384448/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.263136:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053b0b6cf. 00000400:00000200:0.0:1773941295.263141:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075f920ad 00000400:00000010:0.0:1773941295.263142:0:6308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075f920ad. 00000100:00000200:0.0:1773941295.263148:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c741460a x1860112203384448/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.263170:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c741460a x1860112203384448/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.263184:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fae38eec. 02000000:00000010:0.0:1773941295.263190:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005f96d6a8. 02000000:00000010:0.0:1773941295.263198:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000325397de. 00000100:00000010:0.0:1773941295.263200:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c741460a. 00000040:00000010:0.0:1773941295.263205:0:6308:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e0f26d07. 00000020:00000010:0.0:1773941295.263289:0:6335:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2e9ae2. 00000020:00000010:0.0:1773941295.263293:0:6335:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6b201e0. 00000040:00000010:0.0:1773941295.263296:0:6335:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000537a620c. 00000020:00000010:0.0:1773941295.263300:0:6335:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000577de1b1. 00000020:00000010:0.0:1773941295.263303:0:6335:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe0198cf. 00000020:00000010:0.0:1773941295.263306:0:6335:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050383c49. 80000000:00000010:0.0:1773941295.263309:0:6335:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007e3fb0dd. 40000000:00000010:0.0:1773941295.263312:0:6335:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004d8897d5. 00100000:00000010:0.0:1773941295.263316:0:6335:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e8f70ca. 00040000:00000010:0.0:1773941295.263320:0:6335:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cba69f54. 00040000:00000010:0.0:1773941295.263324:0:6335:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dfc2ca12. 00040000:00000010:0.0:1773941295.263327:0:6335:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008142c88e. 00000004:00000010:0.0:1773941295.263331:0:6335:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008b8133d3. 00000004:00000010:0.0:1773941295.263335:0:6335:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000947fb7a5. 00000004:00000010:0.0:1773941295.263339:0:6335:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000008641a2f5. 00002000:00000010:0.0:1773941295.263342:0:6335:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017bbf2f0. 00000004:00000010:0.0:1773941295.263353:0:6335:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000070621fd9. 00000020:00000010:0.0:1773941295.263358:0:6335:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a62f6f4. 00000040:00000010:0.0:1773941295.263364:0:6335:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000050a76f4e. 00000100:00000010:0.0:1773941295.263368:0:6335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c741460a. 02000000:00000010:0.0:1773941295.263373:0:6335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002acd350a. 00000100:00000010:0.0:1773941295.263378:0:6335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075f920ad. 02000000:00000010:0.0:1773941295.263392:0:6335:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c9458d7b. 00000400:00000200:0.0:1773941295.263395:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.263400:0:6335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053b0b6cf. 00000400:00000010:0.0:1773941295.263404:0:6335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000872b4431. 00000100:00000200:0.0:1773941295.263406:0:6335:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203384576, portal 25 00000400:00000010:0.0:1773941295.263410:0:6335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeea4d14. 00000100:00000200:0.0:1773941295.263412:0:6335:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203384576, offset 0 00000400:00000200:0.0:1773941295.263417:0:6335:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.263420:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.263423:0:6335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.263425:0:6335:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.263427:0:6335:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.263428:0:6335:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.263430:0:6335:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.263433:0:6335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [18:18:256:4294967295] 192.168.204.109@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1773941295.263435:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.263441:0:6335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.263445:0:6335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.263448:0:6335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c4e64ba. 00000800:00000200:0.0:1773941295.263451:0:6335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee98c776] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.263454:0:6335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.263456:0:6335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c4e64ba type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.263468:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.263511:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.263515:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c4e64ba. 00000400:00000200:2.0:1773941295.263519:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.263524:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.263527:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeea4d14 00000400:00000010:2.0:1773941295.263529:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeea4d14. 00000100:00000200:2.0:1773941295.263534:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c741460a x1860112203384576/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.264179:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.264184:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.264189:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.264192:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.264197:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.264201:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f200700 00000400:00000200:2.0:1773941295.264205:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.264210:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x2b5 [4] + 224 00000400:00000200:2.0:1773941295.264231:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.264241:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.264247:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c741460a x1860112203384576/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.264286:0:6335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053b0b6cf. 00000400:00000200:0.0:1773941295.264290:0:6335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000872b4431 00000400:00000010:0.0:1773941295.264292:0:6335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000872b4431. 00000100:00000200:0.0:1773941295.264298:0:6335:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c741460a x1860112203384576/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.264307:0:6335:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c741460a x1860112203384576/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.264323:0:6335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075f920ad. 02000000:00000010:0.0:1773941295.264330:0:6335:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c9458d7b. 02000000:00000010:0.0:1773941295.264338:0:6335:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002acd350a. 00000100:00000010:0.0:1773941295.264345:0:6335:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c741460a. 00000020:00000010:0.0:1773941295.264354:0:6335:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005c4e64ba. 00000020:00000010:0.0:1773941295.264357:0:6335:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005c4e64ba. 00000020:00000010:0.0:1773941295.264361:0:6335:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 000000001aad8901. 00000020:00000010:0.0:1773941295.264364:0:6335:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000003a5be02d. 00000020:00000010:0.0:1773941295.264381:0:6335:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff920d82a6eb00. 00000020:00000010:0.0:1773941295.264383:0:6335:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff920d838c49e0. 00000100:00000010:0.0:1773941295.264389:0:6335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fafb80. 02000000:00000010:0.0:1773941295.264394:0:6335:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8a6a9200. 00000100:00000010:0.0:1773941295.264399:0:6335:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88c71000. 02000000:00000010:0.0:1773941295.264411:0:6335:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920da0798000. 00000400:00000200:0.0:1773941295.264414:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.264417:0:6335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bcb8. 00000400:00000010:0.0:1773941295.264420:0:6335:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d88c71240. 00000100:00000200:0.0:1773941295.264423:0:6335:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203384704, portal 25 00000400:00000010:0.0:1773941295.264427:0:6335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee908. 00000100:00000200:0.0:1773941295.264428:0:6335:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203384704, offset 0 00000400:00000200:0.0:1773941295.264433:0:6335:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.264436:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.264439:0:6335:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.264441:0:6335:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.264442:0:6335:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.264444:0:6335:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.264446:0:6335:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.264448:0:6335:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [19:19:256:4294967295] 192.168.204.109@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1773941295.264451:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.264456:0:6335:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.264459:0:6335:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.264462:0:6335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8a4d5100. 00000800:00000200:0.0:1773941295.264465:0:6335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.264468:0:6335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.264476:0:6335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8a4d5100 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.264489:0:6335:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.264536:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941295.264540:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8a4d5100. 00000400:00000200:2.0:1773941295.264544:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.264549:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941295.264552:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee908 00000400:00000010:2.0:1773941295.264555:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee908. 00000100:00000200:2.0:1773941295.264562:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fafb80 x1860112203384704/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.265110:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.265115:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.265175:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.265178:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.265182:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.265185:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f200780 00000400:00000200:2.0:1773941295.265189:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.265194:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x2bd [4] + 224 00000400:00000200:2.0:1773941295.265207:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.265211:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.265218:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fafb80 x1860112203384704/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.265247:0:6335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bcb8. 00000400:00000200:0.0:1773941295.265251:0:6335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c71240 00000400:00000010:0.0:1773941295.265253:0:6335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d88c71240. 00000100:00000200:0.0:1773941295.265258:0:6335:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fafb80 x1860112203384704/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941295.265265:0:6335:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fafb80 x1860112203384704/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941295.265276:0:6335:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88c71000. 02000000:00000010:0.0:1773941295.265281:0:6335:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920da0798000. 02000000:00000010:0.0:1773941295.265291:0:6335:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8a6a9200. 00000100:00000010:0.0:1773941295.265295:0:6335:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fafb80. 00000020:00000010:0.0:1773941295.265302:0:6335:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d8a4d5100. 00000020:00000010:0.0:1773941295.265305:0:6335:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d8a4d5100. 00000040:00000010:0.0:1773941295.265308:0:6335:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff920d90fb8000. 00000020:00000010:0.0:1773941295.265313:0:6335:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d82c18800. 00000020:00000010:0.0:1773941295.265321:0:6335:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8a6a9600. 00000040:00000010:0.0:1773941295.265325:0:6335:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8a6a8800. 00000020:00000010:0.0:1773941295.265329:0:6335:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920da12e8800. 00000020:00000010:0.0:1773941295.265334:0:6335:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d90a45f98. 00000020:00000010:0.0:1773941295.265339:0:6335:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8a6a9400. 80000000:00000010:0.0:1773941295.265342:0:6335:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d838c3180. 40000000:00000010:0.0:1773941295.265345:0:6335:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d82c183c0. 00100000:00000010:0.0:1773941295.265347:0:6335:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920da12ed800. 00040000:00000010:0.0:1773941295.265350:0:6335:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8a4d5900. 00040000:00000010:0.0:1773941295.265352:0:6335:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920da12ee000. 00040000:00000010:0.0:1773941295.265355:0:6335:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8a6a9800. 00000004:00000010:0.0:1773941295.265358:0:6335:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920da12ef000. 00000004:00000010:0.0:1773941295.265362:0:6335:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d83571000. 00000004:00000010:0.0:1773941295.265365:0:6335:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920da12ec000. 00002000:00000010:0.0:1773941295.265368:0:6335:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d8356f400. 00000004:00000010:0.0:1773941295.265376:0:6335:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d9080c000. 00000020:00000010:0.0:1773941295.265378:0:6335:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8a6a8600. 00000040:00000010:0.0:1773941295.265421:0:6308:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff920d838c3540. 00000040:00000010:0.0:1773941295.265425:0:6308:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff920d90fbc000. 00000040:00000010:0.0:1773941295.265428:0:6308:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920d83c2c400. 00000020:00000010:0.0:1773941295.265431:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e000. 00000040:00000010:0.0:1773941295.265433:0:6308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1fc00. 00000020:00000010:0.0:1773941295.265435:0:6308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86bea000. 00000020:00000010:0.0:1773941295.265437:0:6308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84e69c00. 80000000:00000010:0.0:1773941295.265440:0:6308:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d85212960. 00040000:00000010:0.0:1773941295.265442:0:6308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e68800. 20000000:00000010:0.0:1773941295.265444:0:6308:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d84e69200. 00000020:00000010:0.0:1773941295.265447:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1f200. 10000000:00000010:0.0:1773941295.265449:0:6308:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfed00. 00000020:00000010:0.0:1773941295.265458:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845ae00. 00000040:00000010:0.0:1773941295.265460:0:6308:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845b400. 00000020:00000010:0.0:1773941295.265462:0:6308:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d8353d800. 00000020:00000010:0.0:1773941295.265464:0:6308:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845a400. 00040000:00000010:0.0:1773941295.265466:0:6308:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d91fe1c00. 00040000:00000010:0.0:1773941295.265468:0:6308:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845b800. 00000020:00000010:0.0:1773941295.265470:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845a800. 00000020:00000010:0.0:1773941295.265472:0:6308:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff920d89a879c0. 00000020:00000010:0.0:1773941295.265474:0:6308:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff920d92154780. 00000080:00000010:0.0:1773941295.265479:0:6308:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff920d82c183c0. 00000080:00000010:0.0:1773941295.265482:0:6308:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff920d82c18d00. 00000080:00000010:0.0:1773941295.265488:0:6308:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff920d88c71000. 00000080:00000010:0.0:1773941295.265490:0:6308:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff920d88c71240. 00000020:00000010:0.0:1773941295.265496:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920da12ec000. 00000020:00000010:0.0:1773941295.265525:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920da12ef000. 00000400:00000200:0.0:1773941295.265537:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.265542:0:6308:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:0.0:1773941295.265554:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fafb80. 02000000:00000010:0.0:1773941295.265571:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080c000. 40000000:00000010:0.0:1773941295.265596:0:6308:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d8a4d5900. 40000000:00000010:0.0:1773941295.265604:0:6308:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920d88c719c0. 40000000:00000010:0.0:1773941295.265659:0:6308:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920d88c719c0. 80000000:00000010:0.0:1773941295.265664:0:6308:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920d82c18b00. 00020000:00000010:0.0:1773941295.265671:0:6308:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff920d82a6eb00. 00000100:00000010:0.0:1773941295.265678:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fadc00. 02000000:00000010:0.0:1773941295.265685:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8a4d5100. 00000020:00000010:0.0:1773941295.265712:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920da12ee000. 00000400:00000200:0.0:1773941295.265721:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.265724:0:6308:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:0.0:1773941295.265733:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fac700. 02000000:00000010:0.0:1773941295.265740:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080c800. 40000000:00000010:0.0:1773941295.265753:0:6308:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d91fe1c00. 40000000:00000010:0.0:1773941295.265756:0:6308:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920d88c719c0. 40000000:00000010:0.0:1773941295.265809:0:6308:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920d88c719c0. 80000000:00000010:0.0:1773941295.265815:0:6308:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920d82c18740. 00000100:00000010:0.0:1773941295.265822:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad500. 02000000:00000010:0.0:1773941295.265828:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8a652500. 00800000:00000010:0.0:1773941295.265844:0:6308:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff920d88c719c0. 00000100:00000010:0.0:1773941295.265850:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faf480. 02000000:00000010:0.0:1773941295.265855:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8a652900. 00000100:00000010:0.0:1773941295.265861:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88c71600. 02000000:00000010:0.0:1773941295.265893:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080d000. 00000400:00000200:0.0:1773941295.265899:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.265903:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bcb8. 00000400:00000010:0.0:1773941295.265908:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee088. 00000100:00000200:0.0:1773941295.265913:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203384832, portal 10 00000020:00000010:0.0:1773941295.265919:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90fbc000. 00000400:00000010:0.0:1773941295.265924:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee2a8. 00000100:00000200:0.0:1773941295.265927:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203384832, offset 0 00000400:00000200:0.0:1773941295.265933:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.265936:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.265939:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941295.265947:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.265949:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941295.265951:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.265952:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941295.265955:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [20:20:256:4294967295] 192.168.204.109@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1773941295.265958:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.265962:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.265965:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.265969:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8a652600. 00000800:00000200:0.0:1773941295.265973:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.265977:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.265979:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8a652600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.265993:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:0.0:1773941295.266016:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080dc00. 00000400:00000200:0.0:1773941295.266019:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941295.266022:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b160. 00000400:00000010:0.0:1773941295.266025:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee198. 00000100:00000200:0.0:1773941295.266027:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385088, portal 10 00000020:00000010:0.0:1773941295.266030:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90fb8000. 00000400:00000010:0.0:1773941295.266034:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee000. 00000100:00000200:0.0:1773941295.266035:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203385088, offset 0 00000400:00000200:0.0:1773941295.266040:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941295.266044:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941295.266048:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773941295.266049:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000800:00000010:2.0:1773941295.266055:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8a652600. 00000400:00000200:0.0:1773941295.266055:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941295.266060:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941295.266063:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941295.266064:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941295.266071:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941295.266074:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:0.0:1773941295.266080:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [21:21:255:4294967295] 192.168.204.109@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:2.0:1773941295.266083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee2a8 00000400:00000010:2.0:1773941295.266088:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee2a8. 00000400:00000200:0.0:1773941295.266090:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:2.0:1773941295.266099:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fafb80 x1860112203384832/t0(0) o38->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941295.266103:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941295.266116:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941295.266143:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8a652700. 00000800:00000200:0.0:1773941295.266149:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941295.266154:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941295.266157:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8a652700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941295.266171:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:0.0:1773941295.266201:0:2413:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a45f98. 00000020:00000010:0.0:1773941295.266204:0:2413:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8a6a8600. 80000000:00000010:0.0:1773941295.266207:0:2413:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c3180. 40000000:00000010:0.0:1773941295.266211:0:2413:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d89668840. 00000800:00000200:2.0:1773941295.266214:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000010:0.0:1773941295.266216:0:2413:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d82cf9650. 00000800:00000010:2.0:1773941295.266218:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8a652700. 00020000:00000010:0.0:1773941295.266223:0:2413:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920da1654240. 00000400:00000200:2.0:1773941295.266224:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00008000:00000010:0.0:1773941295.266230:0:2413:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d8844aa60. 00000400:00000200:2.0:1773941295.266232:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00100000:00000010:0.0:1773941295.266237:0:2413:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920da12ed800. 00000400:00000200:2.0:1773941295.266238:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee000 00000400:00000010:2.0:1773941295.266243:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee000. 00040000:00000010:0.0:1773941295.266244:0:2413:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8a652e00. 00040000:00000010:0.0:1773941295.266249:0:2413:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920da12e8800. 00000100:00000200:2.0:1773941295.266251:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fac700 x1860112203385088/t0(0) o38->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1773941295.266254:0:2413:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8a6a9800. 00000004:00000010:0.0:1773941295.266261:0:2413:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920da12ef800. 00000004:00000010:0.0:1773941295.266266:0:2413:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d83571000. 00000004:00000010:0.0:1773941295.266270:0:2413:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920da12ea000. 00002000:00000010:0.0:1773941295.266273:0:2413:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d9080c400. 00000004:00000010:0.0:1773941295.266277:0:2413:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d9080d400. 00000080:00000010:0.0:1773941295.266281:0:2413:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d9a1efc78. 00000080:00000010:0.0:1773941295.266285:0:2413:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d87fc9918. 00000008:00000010:0.0:1773941295.266290:0:2413:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d86c4d1e0. 00020000:00000010:0.0:1773941295.266294:0:2413:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d983e46c0. 00008000:00000010:0.0:1773941295.266298:0:2413:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d884970b8. 00000080:00000010:0.0:1773941295.266302:0:2413:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d88b6f5a0. 00000020:00000010:0.0:1773941295.266325:0:2412:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a43c60. 00000020:00000010:0.0:1773941295.266329:0:2412:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8a6a9400. 80000000:00000010:0.0:1773941295.266333:0:2412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c3900. 40000000:00000010:0.0:1773941295.266336:0:2412:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d89668480. 00000008:00000010:0.0:1773941295.266347:0:2412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d82cfc2f0. 00020000:00000010:0.0:1773941295.266352:0:2412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920da16549c0. 00008000:00000010:0.0:1773941295.266356:0:2412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d8844a6d8. 00100000:00000010:0.0:1773941295.266360:0:2412:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920da12ed000. 00040000:00000010:0.0:1773941295.266364:0:2412:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8a652800. 00040000:00000010:0.0:1773941295.266368:0:2412:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920da12ec800. 00040000:00000010:0.0:1773941295.266372:0:2412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8a6a8800. 00000004:00000010:0.0:1773941295.266376:0:2412:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920da12ea800. 00000004:00000010:0.0:1773941295.266382:0:2412:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d83576000. 00000004:00000010:0.0:1773941295.266395:0:2412:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920da07a1000. 00002000:00000010:0.0:1773941295.266400:0:2412:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d9080f400. 00000004:00000010:0.0:1773941295.266403:0:2412:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d9080e400. 00000080:00000010:0.0:1773941295.266407:0:2412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d9a1efb28. 00000080:00000010:0.0:1773941295.266411:0:2412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d87fc8b68. 00000008:00000010:0.0:1773941295.266417:0:2412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d86c4d760. 00020000:00000010:0.0:1773941295.266420:0:2412:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d983e6ac0. 00008000:00000010:0.0:1773941295.266424:0:2412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497fe8. 00000080:00000010:0.0:1773941295.266428:0:2412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d88b6f690. 00000400:00000200:2.0:1773941295.267570:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267576:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941295.267584:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267588:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267592:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267597:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f200900 00000400:00000200:2.0:1773941295.267602:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267607:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x2cd [1] + 0 00000400:00000200:2.0:1773941295.267616:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.267620:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.267628:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fac700 x1860112203385088/t0(0) o38->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941295.267658:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b160. 00000400:00000200:2.0:1773941295.267660:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941295.267662:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee198 00000400:00000010:0.0:1773941295.267665:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee198. 00000400:00000200:2.0:1773941295.267669:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000100:00000200:0.0:1773941295.267674:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fac700 x1860112203385088/t0(0) o38->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.267680:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267686:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:0.0:1773941295.267689:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fac700 x1860112203385088/t0(0) o38->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941295.267695:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267703:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f200800 00000400:00000200:2.0:1773941295.267708:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941295.267712:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x2c5 [1] + 0 00000400:00000200:2.0:1773941295.267722:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941295.267732:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941295.267739:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fafb80 x1860112203384832/t0(0) o38->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941295.268897:0:6334:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d90addb80. 00000100:00000200:3.0:1773941295.268910:0:6334:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941295.268914:0:6334:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941295.268918:0:6334:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000020:00000010:3.0:1773941295.268922:0:6334:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d90addb80. 00000100:00000010:3.0:1773941295.270156:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d835b2180. 00000100:00000010:2.0:1773941295.270158:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d835b2b40. 00000020:00000010:3.0:1773941295.273679:0:6337:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d82c21e80. 00000020:00000010:3.0:1773941295.273684:0:6337:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d82c21e80. 00000020:00000010:1.0:1773941295.273706:0:6339:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920da0cfef80. 00000020:00000010:1.0:1773941295.273713:0:6339:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920da0cfef80. 00000020:00000010:2.0:1773941295.274611:0:6340:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d85219940. 00000020:00000010:2.0:1773941295.274616:0:6340:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d85219940. 02000000:00000010:0.0:1773941296.267868:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080dc00. 02000000:00000010:0.0:1773941296.267881:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080c800. 00000100:00000010:0.0:1773941296.267886:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fac700. 00000400:00000010:0.0:1773941296.267900:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bcb8. 00000400:00000200:0.0:1773941296.267903:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee088 00000400:00000010:0.0:1773941296.267906:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee088. 00000100:00000200:0.0:1773941296.267917:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fafb80 x1860112203384832/t0(0) o38->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941296.267934:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fafb80 x1860112203384832/t0(0) o38->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941296.268065:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe2c00. 00000400:00000200:1.0:1773941296.268074:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941296.268078:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941296.268083:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7660. 00000100:00000200:1.0:1773941296.268088:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385216, portal 10 00000020:00000010:1.0:1773941296.268096:0:2413:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90a5a000. 00000400:00000010:1.0:1773941296.268101:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7a18. 00000100:00000200:1.0:1773941296.268105:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203385216, offset 0 00000400:00000200:1.0:1773941296.268113:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268159:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.268168:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.268173:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941296.268185:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941296.268189:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941296.268192:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268203:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [22:22:256:4294967295] 192.168.204.109@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1773941296.268208:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.268220:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941296.268225:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941296.268229:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36600. 00000800:00000200:1.0:1773941296.268234:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941296.268239:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941296.268243:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941296.268256:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941296.268262:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d85212540. 00000100:00000010:1.0:1773941296.268273:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d85212b40. 02000000:00000010:1.0:1773941296.268286:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe2000. 00000400:00000200:1.0:1773941296.268290:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941296.268293:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941296.268298:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7c38. 00000100:00000200:1.0:1773941296.268301:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203384960, portal 10 00000020:00000010:1.0:1773941296.268307:0:2413:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90a5c000. 00000400:00000010:1.0:1773941296.268311:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7440. 00000100:00000200:1.0:1773941296.268314:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203384960, offset 0 00000400:00000200:1.0:1773941296.268319:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268323:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.268326:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.268330:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941296.268332:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941296.268334:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941296.268337:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268340:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [23:23:255:4294967295] 192.168.204.109@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:1.0:1773941296.268345:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.268350:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.268355:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36600. 00000400:00000200:2.0:1773941296.268361:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941296.268361:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000400:00000200:2.0:1773941296.268367:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000800:00000200:1.0:1773941296.268371:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941296.268373:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7a18 00000400:00000010:2.0:1773941296.268376:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7a18. 00000800:00000010:1.0:1773941296.268376:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36400. 00000100:00000200:2.0:1773941296.268382:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad500 x1860112203385216/t0(0) o41->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941296.268386:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941296.268395:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941296.268399:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941296.268409:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.268431:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.268434:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36400. 00000400:00000200:2.0:1773941296.268436:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.268439:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.268441:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7440 00000400:00000010:2.0:1773941296.268442:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7440. 00000100:00000200:2.0:1773941296.268445:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fadc00 x1860112203384960/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941296.268649:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080d000. 02000000:00000010:0.0:1773941296.268653:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080c000. 00000100:00000010:0.0:1773941296.268655:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fafb80. 02000000:00000010:1.0:1773941296.268762:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f94000. 00000400:00000200:1.0:1773941296.268767:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941296.268770:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941296.268774:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.268777:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385344, portal 10 00000400:00000010:1.0:1773941296.268781:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7f68. 00000100:00000200:1.0:1773941296.268783:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203385344, offset 0 00000400:00000200:1.0:1773941296.268788:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268792:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.268796:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.268799:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941296.268801:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941296.268803:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941296.268806:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941296.268810:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [24:24:256:4294967295] 192.168.204.109@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1773941296.268814:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.268819:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941296.268823:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941296.268826:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36500. 00000800:00000200:1.0:1773941296.268830:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941296.268834:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941296.268836:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941296.268857:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.269190:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.269193:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36500. 00000400:00000200:2.0:1773941296.269197:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.269201:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.269205:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7f68 00000400:00000010:2.0:1773941296.269206:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7f68. 00000100:00000200:2.0:1773941296.269213:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faf480 x1860112203385344/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.269669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269681:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.269688:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269692:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269697:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269701:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f200980 00000400:00000200:2.0:1773941296.269705:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269710:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x2d5 [1] + 224 00000400:00000200:2.0:1773941296.269818:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.269823:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.269831:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad500 x1860112203385216/t0(0) o41->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.269861:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269865:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.269869:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269872:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269875:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269877:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f200880 00000400:00000200:2.0:1773941296.269881:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.269884:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x2dd [1] + 224 00000400:00000200:2.0:1773941296.269892:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.269895:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.269901:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fadc00 x1860112203384960/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941296.269967:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941296.269971:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7660 00000400:00000010:1.0:1773941296.269973:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7660. 00000100:00000200:1.0:1773941296.269992:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad500 x1860112203385216/t0(0) o41->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941296.270002:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad500 x1860112203385216/t0(0) o41->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941296.270024:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941296.270027:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7c38 00000400:00000010:1.0:1773941296.270029:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7c38. 00000100:00000200:1.0:1773941296.270033:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fadc00 x1860112203384960/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941296.270040:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fadc00 x1860112203384960/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941296.270053:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe2c00. 02000000:00000010:1.0:1773941296.270059:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8a652500. 00000100:00000010:1.0:1773941296.270062:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad500. 02000000:00000010:1.0:1773941296.270065:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe2000. 02000000:00000010:1.0:1773941296.270067:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8a4d5100. 00000100:00000010:1.0:1773941296.270070:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fadc00. 00000400:00000200:2.0:1773941296.270450:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.270455:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.270459:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.270462:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.270465:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.270468:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f200a00 00000400:00000200:2.0:1773941296.270471:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.270481:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x2e5 [1] + 224 00000400:00000200:2.0:1773941296.270493:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.270496:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.270501:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faf480 x1860112203385344/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941296.270576:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941296.270580:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c75d8 00000400:00000010:1.0:1773941296.270581:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.270586:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faf480 x1860112203385344/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941296.270592:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faf480 x1860112203385344/t0(0) o41->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941296.270603:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88c71600. 02000000:00000010:1.0:1773941296.270606:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f94000. 02000000:00000010:1.0:1773941296.270608:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8a652900. 00000100:00000010:1.0:1773941296.270615:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faf480. 00800000:00000010:1.0:1773941296.270619:0:6308:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff920d88c719c0. 00000100:00000010:1.0:1773941296.270627:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dad80. 02000000:00000010:1.0:1773941296.270637:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83ac0200. 00000100:00000010:1.0:1773941296.270647:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d834e5900. 02000000:00000010:1.0:1773941296.270655:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f94000. 00000400:00000200:1.0:1773941296.270657:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941296.270659:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941296.270661:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.270663:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385472, portal 10 00000400:00000010:1.0:1773941296.270666:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7c38. 00000100:00000200:1.0:1773941296.270667:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112203385472, offset 0 00000400:00000200:1.0:1773941296.270672:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941296.270675:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.270678:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.270680:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941296.270682:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941296.270684:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941296.270686:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941296.270688:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [25:25:256:4294967295] 192.168.204.109@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1773941296.270691:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.270696:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941296.270698:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941296.270701:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36a00. 00000800:00000200:1.0:1773941296.270704:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941296.270707:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941296.270710:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36a00 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:1.0:1773941296.270764:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.270825:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.270828:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36a00. 00000400:00000200:2.0:1773941296.270830:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.270833:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.270835:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7c38 00000400:00000010:2.0:1773941296.270837:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7c38. 00000100:00000200:2.0:1773941296.270842:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dad80 x1860112203385472/t0(0) o40->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941312 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.271499:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.271501:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.271505:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.271506:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.271508:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.271510:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 448 into portal 10 MB=0x69bc31f200a80 00000400:00000200:2.0:1773941296.271513:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.271515:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 448/448 into md 0x2ed [1] + 224 00000400:00000200:2.0:1773941296.271521:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.271523:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.271528:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dad80 x1860112203385472/t0(0) o40->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941312 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941296.271573:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941296.271576:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c75d8 00000400:00000010:1.0:1773941296.271578:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.271595:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dad80 x1860112203385472/t0(0) o40->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941296.271604:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dad80 x1860112203385472/t0(0) o40->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941296.271619:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d834e5900. 00000002:00000200:1.0:1773941296.271624:0:6308:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1773941296.271628:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f94000. 02000000:00000010:1.0:1773941296.271632:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83ac0200. 00000100:00000010:1.0:1773941296.271635:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dad80. 00000020:00000010:1.0:1773941296.271652:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86bed800. 00000020:00000010:1.0:1773941296.271670:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86bea000. 00000400:00000200:1.0:1773941296.271681:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.271685:0:6308:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941296.271696:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dad80. 02000000:00000010:1.0:1773941296.271703:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f94000. 00000020:00000010:1.0:1773941296.271759:0:6308:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d9210a000. 02000000:00000010:0.0:1773941296.271765:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c000. 00000100:00000010:2.0:1773941296.271772:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000400:00000200:1.0:1773941296.271772:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941296.271775:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.271780:0:6308:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000400:00000010:0.0:1773941296.271781:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bcb8. 02000000:00000010:2.0:1773941296.271782:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8615b200. 00000100:00000010:1.0:1773941296.271789:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db100. 00000400:00000010:0.0:1773941296.271790:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee088. 00000100:00000200:0.0:1773941296.271796:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385600, portal 4 02000000:00000010:1.0:1773941296.271798:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f94800. 00000020:00000010:0.0:1773941296.271803:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90fba000. 00000400:00000010:0.0:1773941296.271809:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee198. 00000100:00000200:0.0:1773941296.271812:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112203385600, offset 0 00000400:00000200:0.0:1773941296.271819:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941296.271825:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:3.0:1773941296.271828:0:2415:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b69a8. 00000400:00000200:0.0:1773941296.271830:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000010:3.0:1773941296.271834:0:2415:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86cf7400. 00000400:00000200:0.0:1773941296.271835:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000010:1.0:1773941296.271837:0:6308:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff920d83ac0200. 80000000:00000010:3.0:1773941296.271840:0:2415:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d83208ea0. 00000400:00000200:0.0:1773941296.271841:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 40000000:00000010:3.0:1773941296.271845:0:2415:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d82c21e80. 00000020:00000010:1.0:1773941296.271846:0:6308:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d90f95000. 00000400:00000200:0.0:1773941296.271846:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000008:00000010:3.0:1773941296.271851:0:2415:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d83524e18. 00000400:00000200:0.0:1773941296.271853:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00020000:00000010:3.0:1773941296.271857:0:2415:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae480. 00000020:00000010:2.0:1773941296.271858:0:2414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b9e30. 00000400:00000200:0.0:1773941296.271858:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [26:26:256:4294967295] 192.168.204.109@tcp LPNI seq info [26:26:8:4294967295] 00000100:00000010:1.0:1773941296.271860:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 00008000:00000010:3.0:1773941296.271865:0:2415:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe1c40. 00000020:00000010:2.0:1773941296.271866:0:2414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87e0e800. 00000400:00000200:0.0:1773941296.271870:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00100000:00000010:3.0:1773941296.271871:0:2415:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d8353a000. 02000000:00000010:1.0:1773941296.271871:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83ac0a00. 80000000:00000010:2.0:1773941296.271873:0:2414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b2b40. 00040000:00000010:3.0:1773941296.271878:0:2415:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d885d9e00. 00000100:00000010:1.0:1773941296.271883:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d834e5900. 00000400:00000200:0.0:1773941296.271883:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00040000:00000010:3.0:1773941296.271887:0:2415:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d8353d000. 40000000:00000010:2.0:1773941296.271887:0:2414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d85219940. 00040000:00000010:3.0:1773941296.271894:0:2415:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86cf7200. 00000800:00000200:0.0:1773941296.271895:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000008:00000010:2.0:1773941296.271896:0:2414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884a9650. 02000000:00000010:1.0:1773941296.271897:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d83ac1a00. 00000004:00000010:3.0:1773941296.271899:0:2415:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d8353c800. 00000800:00000010:0.0:1773941296.271901:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8a652900. 00020000:00000010:2.0:1773941296.271904:0:2414:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91180. 00000004:00000010:3.0:1773941296.271905:0:2415:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d86cc9000. 00000400:00000200:1.0:1773941296.271906:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:0.0:1773941296.271911:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00008000:00000010:2.0:1773941296.271912:0:2414:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf2de8. 00000004:00000010:3.0:1773941296.271913:0:2415:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d83539800. 00000400:00000010:1.0:1773941296.271914:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000800:00000200:0.0:1773941296.271920:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00002000:00000010:3.0:1773941296.271921:0:2415:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88ce6400. 00100000:00000010:2.0:1773941296.271921:0:2414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d83533800. 00000400:00000010:1.0:1773941296.271922:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c75d8. 00000800:00000200:0.0:1773941296.271925:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8a652900 type 1, nob 616 niov 1 nkiov 1 00000004:00000010:3.0:1773941296.271927:0:2415:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88ce6000. 00040000:00000010:2.0:1773941296.271930:0:2414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8615b500. 00000100:00000200:1.0:1773941296.271930:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203385984, portal 10 00000080:00000010:3.0:1773941296.271932:0:2415:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d89a4d540. 00040000:00000010:2.0:1773941296.271938:0:2414:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d83531800. 00000080:00000010:3.0:1773941296.271939:0:2415:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920da0d0fb50. 00000400:00000010:1.0:1773941296.271939:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7660. 00040000:00000010:2.0:1773941296.271944:0:2414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87e0e600. 00000400:00000200:0.0:1773941296.271944:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000008:00000010:3.0:1773941296.271945:0:2415:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f3760. 00000004:00000010:2.0:1773941296.271950:0:2414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d83533000. 00000100:00000200:1.0:1773941296.271951:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112203385984, offset 0 00020000:00000010:3.0:1773941296.271958:0:2415:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc73c0. 00000004:00000010:2.0:1773941296.271960:0:2414:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920da078c000. 00008000:00000010:3.0:1773941296.271963:0:2415:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5798. 00000400:00000200:1.0:1773941296.271965:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000004:00000010:2.0:1773941296.271968:0:2414:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d83530000. 00000080:00000010:3.0:1773941296.271969:0:2415:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920da12f6c30. 02000000:00000010:0.0:1773941296.271973:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080d000. 00000400:00000200:1.0:1773941296.271974:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00002000:00000010:2.0:1773941296.271975:0:2414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d98af8800. 00000004:00000010:2.0:1773941296.271993:0:2414:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d98afb000. 00000400:00000200:1.0:1773941296.271996:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941296.271996:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:3.0:1773941296.271998:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d86cf6200. 00000080:00000010:2.0:1773941296.272000:0:2414:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d864119d8. 00000400:00000010:0.0:1773941296.272001:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b160. 00000400:00000200:3.0:1773941296.272006:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000080:00000010:2.0:1773941296.272007:0:2414:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98386b58. 00000400:00000200:1.0:1773941296.272010:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1773941296.272010:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feed48. 00000008:00000010:2.0:1773941296.272015:0:2414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d88b8dce0. 00000400:00000010:3.0:1773941296.272016:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc60. 00000100:00000200:0.0:1773941296.272017:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203385856, portal 4 00000400:00000200:1.0:1773941296.272018:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00020000:00000010:2.0:1773941296.272023:0:2414:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d884a5b00. 00000400:00000200:1.0:1773941296.272024:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1773941296.272027:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90fbe000. 00000400:00000010:3.0:1773941296.272028:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcee0. 00008000:00000010:2.0:1773941296.272029:0:2414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d86410a58. 00000400:00000200:1.0:1773941296.272031:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000010:0.0:1773941296.272036:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feeee0. 00000100:00000200:3.0:1773941296.272037:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203385728, portal 25 00000080:00000010:2.0:1773941296.272037:0:2414:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d8640f4b0. 00000400:00000200:1.0:1773941296.272038:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [27:27:255:4294967295] 192.168.204.109@tcp LPNI seq info [27:27:7:4294967295] 00000100:00000200:0.0:1773941296.272041:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112203385856, offset 0 00000400:00000010:3.0:1773941296.272047:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcbb0. 00000400:00000200:1.0:1773941296.272052:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:3.0:1773941296.272053:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203385728, offset 0 00000400:00000200:0.0:1773941296.272053:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941296.272063:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941296.272066:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941296.272073:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.272074:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000400:00000200:0.0:1773941296.272079:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941296.272086:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:1.0:1773941296.272086:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941296.272086:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000800:00000200:2.0:1773941296.272088:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.272094:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8a652900. 00000400:00000200:0.0:1773941296.272094:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1773941296.272095:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36700. 00000400:00000200:3.0:1773941296.272096:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941296.272102:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941296.272103:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941296.272104:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1773941296.272108:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000400:00000200:3.0:1773941296.272111:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941296.272145:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000800:00000200:1.0:1773941296.272146:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000400:00000200:0.0:1773941296.272152:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [28:28:254:4294967295] 192.168.204.109@tcp LPNI seq info [28:28:6:4294967295] 00000800:00000200:1.0:1773941296.272153:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36700 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:0.0:1773941296.272161:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.272165:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941296.272201:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941296.272206:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941296.272209:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [29:29:254:4294967295] 192.168.204.109@tcp LPNI seq info [29:29:6:4294967295] 00000400:00000200:3.0:1773941296.272214:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941296.272220:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941296.272226:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941296.272226:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee198 00000400:00000010:2.0:1773941296.272231:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee198. 00000800:00000010:3.0:1773941296.272232:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d885d9a00. 00000400:00000200:0.0:1773941296.272235:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941296.272242:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00000200:2.0:1773941296.272242:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dad80 x1860112203385600/t0(0) o8->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941296.272244:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941296.272253:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8a652500. 00000800:00000200:3.0:1773941296.272255:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941296.272262:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941296.272263:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d885d9a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773941296.272270:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000400:00000200:3.0:1773941296.272273:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.272274:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1773941296.272275:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8a652500 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:2.0:1773941296.272279:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36700. 00000400:00000200:2.0:1773941296.272284:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941296.272285:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.272292:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.272295:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7660 00000400:00000010:2.0:1773941296.272298:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7660. 00000100:00000200:2.0:1773941296.272309:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203385984/t0(0) o900->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941312 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773941296.272325:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.272327:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d885d9a00. 00000400:00000200:2.0:1773941296.272330:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.272333:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.272335:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcbb0 00000400:00000010:2.0:1773941296.272337:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcbb0. 00000100:00000200:2.0:1773941296.272341:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203385728/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773941296.272370:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.272372:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8a652500. 00000400:00000200:2.0:1773941296.272374:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.272377:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.272379:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feeee0 00000400:00000010:2.0:1773941296.272381:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feeee0. 00000100:00000200:2.0:1773941296.272385:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db100 x1860112203385856/t0(0) o8->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.273054:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273059:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.273065:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273067:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273071:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273074:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 248 into portal 10 MB=0x69bc31f200c80 00000400:00000200:2.0:1773941296.273078:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273081:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 248/248 into md 0x2fd [1] + 224 00000400:00000200:2.0:1773941296.273089:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.273092:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.273098:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203385984/t0(0) o900->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.273148:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273159:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.273165:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273168:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273172:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273176:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f200b80 00000400:00000200:2.0:1773941296.273180:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273183:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x30d [1] + 224 00000400:00000200:2.0:1773941296.273191:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.273195:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.273200:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203385728/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941296.273235:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bc60. 00000400:00000200:3.0:1773941296.273240:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcee0 00000400:00000010:3.0:1773941296.273242:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcee0. 00000100:00000200:3.0:1773941296.273248:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203385728/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941296.273269:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203385728/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941296.273283:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d86cf6200. 02000000:00000010:3.0:1773941296.273287:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8615b200. 00000100:00000010:3.0:1773941296.273289:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000400:00000200:2.0:1773941296.273547:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273550:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.273554:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273556:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273558:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273560:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 4 MB=0x69bc31f200b00 00000400:00000200:2.0:1773941296.273562:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273565:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 416/416 into md 0x2f5 [1] + 0 00000400:00000200:2.0:1773941296.273569:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.273572:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.273576:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dad80 x1860112203385600/t0(0) o8->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.273596:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273599:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.273601:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273603:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273604:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273607:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 4 MB=0x69bc31f200c00 00000400:00000200:2.0:1773941296.273610:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.273621:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 416/416 into md 0x305 [1] + 0 00000400:00000010:0.0:1773941296.273630:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bcb8. 00000400:00000200:0.0:1773941296.273634:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee088 00000400:00000010:0.0:1773941296.273636:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee088. 00000400:00000200:2.0:1773941296.273639:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1773941296.273642:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dad80 x1860112203385600/t0(0) o8->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941296.273648:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:0.0:1773941296.273656:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dad80 x1860112203385600/t0(0) o8->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941296.273661:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db100 x1860112203385856/t0(0) o8->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941296.273707:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c000. 02000000:00000010:0.0:1773941296.273710:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f94000. 00000100:00000010:0.0:1773941296.273712:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dad80. 00000400:00000010:0.0:1773941296.273716:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b160. 00000400:00000200:0.0:1773941296.273717:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feed48 00000400:00000010:0.0:1773941296.273718:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feed48. 00000100:00000200:0.0:1773941296.273721:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db100 x1860112203385856/t0(0) o8->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941296.273727:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db100 x1860112203385856/t0(0) o8->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941296.273739:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080d000. 02000000:00000010:0.0:1773941296.273741:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f94800. 00000100:00000010:0.0:1773941296.273742:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db100. 00000400:00000010:1.0:1773941296.277045:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941296.277053:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c75d8 00000400:00000010:1.0:1773941296.277056:0:6308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.277065:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203385984/t0(0) o900->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941296.277078:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203385984/t0(0) o900->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941296.277100:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d834e5900. 02000000:00000010:1.0:1773941296.277113:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d83ac1a00. 02000000:00000010:1.0:1773941296.277148:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83ac0a00. 00000100:00000010:1.0:1773941296.277153:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 80000000:00000010:1.0:1773941296.277162:0:6308:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff920da0cfe700. 00000020:00000010:1.0:1773941296.277172:0:6308:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d90f95c00. 00000100:00000010:1.0:1773941296.277186:0:6308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 02000000:00000010:1.0:1773941296.277196:0:6308:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83ac0a00. 00000100:00000010:1.0:1773941296.277208:0:6308:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d834e5900. 02000000:00000010:1.0:1773941296.277265:0:6308:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff920d90880000. 00000400:00000200:1.0:1773941296.277273:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941296.277276:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941296.277281:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff920d90f94400. 00000100:00000200:1.0:1773941296.277287:0:6308:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112203386112, portal 10 00000400:00000010:1.0:1773941296.277292:0:6308:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941296.277295:0:6308:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112203386112, offset 0 00000400:00000200:1.0:1773941296.277301:0:6308:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941296.277308:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.277314:0:6308:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941296.277318:0:6308:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941296.277321:0:6308:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941296.277324:0:6308:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941296.277326:0:6308:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941296.277330:0:6308:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [30:30:256:4294967295] 192.168.204.109@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1773941296.277334:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941296.277343:0:6308:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941296.277348:0:6308:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941296.277353:0:6308:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36c00. 00000800:00000200:1.0:1773941296.277358:0:6308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941296.277365:0:6308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941296.277368:0:6308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36c00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1773941296.277383:0:6308:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941296.277496:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941296.277501:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36c00. 00000400:00000200:2.0:1773941296.277506:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.277510:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941296.277514:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c75d8 00000400:00000010:2.0:1773941296.277516:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c75d8. 00000100:00000200:2.0:1773941296.277523:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203386112/t0(0) o33->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941312 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:2.0:1773941296.292960:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.292970:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941296.292988:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.292993:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.292998:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.293001:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 464 into portal 10 MB=0x69bc31f200d00 00000400:00000200:2.0:1773941296.293015:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941296.293021:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 464/464 into md 0x31d [32] + 224 00000400:00000200:2.0:1773941296.293034:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941296.293038:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941296.293052:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203386112/t0(0) o33->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941312 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:1.0:1773941296.293211:0:6308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941296.293216:0:6308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90f94400 00000400:00000010:1.0:1773941296.293219:0:6308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff920d90f94400. 00000100:00000200:1.0:1773941296.293225:0:6308:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203386112/t0(0) o33->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773941296.293262:0:6308:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203386112/t0(0) o33->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941312 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:1.0:1773941296.293290:0:6308:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d834e5900. 00000002:00000200:1.0:1773941296.293296:0:6308:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1773941296.293301:0:6308:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff920d83ac0200. 00000020:00000010:1.0:1773941296.293321:0:6308:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d9082f870. 00000020:00000010:1.0:1773941296.293325:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ac0200. 00000020:00000010:1.0:1773941296.293329:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83ac1a00. 00000020:00000010:1.0:1773941296.293332:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d852123c0. 00000008:00000010:1.0:1773941296.293343:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941296.293347:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077180. 00008000:00000010:1.0:1773941296.293352:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dede8. 00000080:00000010:1.0:1773941296.293357:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da738. 00000080:00000010:1.0:1773941296.293361:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98391240. 00000020:00000010:1.0:1773941296.293365:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ac1600. 00000008:00000010:1.0:1773941296.293376:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d11e0. 00020000:00000010:1.0:1773941296.293387:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4ef40. 00008000:00000010:1.0:1773941296.293402:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000080:00000010:1.0:1773941296.293410:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d908204b0. 00000080:00000010:1.0:1773941296.293414:0:6308:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff920d852126c0. 00000080:00000010:1.0:1773941296.293419:0:6308:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff920d90f94400. 00000020:00000010:1.0:1773941296.293451:0:6308:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff920d82ce0000. 00000020:00000010:1.0:1773941296.293459:0:6308:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90f96400. 00000020:00000010:1.0:1773941296.293462:0:6308:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff920d834e5900. 00000008:00000010:1.0:1773941296.293469:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f82178. 00020000:00000010:1.0:1773941296.293472:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077840. 00008000:00000010:1.0:1773941296.293474:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905df880. 00000080:00000010:1.0:1773941296.293477:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da930. 00000080:00000010:1.0:1773941296.293479:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d983936c0. 00000008:00000010:1.0:1773941296.293482:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d1760. 00020000:00000010:1.0:1773941296.293485:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4df80. 00008000:00000010:1.0:1773941296.293490:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822c10. 00000080:00000010:1.0:1773941296.293493:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d908200f0. 00000008:00000010:1.0:1773941296.293496:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f82ca0. 00020000:00000010:1.0:1773941296.293498:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941296.293500:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dfc08. 00000080:00000010:1.0:1773941296.293503:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12dad20. 00000080:00000010:1.0:1773941296.293505:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98390490. 00000008:00000010:1.0:1773941296.293507:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d1340. 00020000:00000010:1.0:1773941296.293509:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4db00. 00008000:00000010:1.0:1773941296.293511:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822d78. 00000080:00000010:1.0:1773941296.293514:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820c30. 00000008:00000010:1.0:1773941296.293517:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f81650. 00020000:00000010:1.0:1773941296.293519:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077240. 00008000:00000010:1.0:1773941296.293521:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905ddc40. 00000080:00000010:1.0:1773941296.293523:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da1f8. 00000080:00000010:1.0:1773941296.293525:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98391b60. 00000008:00000010:1.0:1773941296.293528:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d09a0. 00020000:00000010:1.0:1773941296.293530:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4fa80. 00008000:00000010:1.0:1773941296.293532:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d908221f8. 00000080:00000010:1.0:1773941296.293534:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820960. 00000008:00000010:1.0:1773941296.293537:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f86f90. 00020000:00000010:1.0:1773941296.293539:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077900. 00008000:00000010:1.0:1773941296.293541:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dc000. 00000080:00000010:1.0:1773941296.293543:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12dabd0. 00000080:00000010:1.0:1773941296.293545:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98390db0. 00000008:00000010:1.0:1773941296.293548:0:6308:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d02c0. 00020000:00000010:1.0:1773941296.293551:0:6308:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4f180. 00008000:00000010:1.0:1773941296.293553:0:6308:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822b20. 00000080:00000010:1.0:1773941296.293555:0:6308:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820870. 00020000:00000010:1.0:1773941296.293562:0:6308:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d85212720. 00020000:00000010:1.0:1773941296.293566:0:6308:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d85212f00. 00020000:00000010:1.0:1773941296.293569:0:6308:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d85212180. 00020000:00000010:1.0:1773941296.293575:0:6308:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d85212900. 00000020:00000010:1.0:1773941296.293579:0:6308:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83ac1a00. 00000020:00000010:1.0:1773941296.293583:0:6308:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d852123c0. 00000008:00000010:1.0:1773941296.293586:0:6308:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941296.293590:0:6308:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077180. 00008000:00000010:1.0:1773941296.293593:0:6308:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dede8. 00000080:00000010:1.0:1773941296.293596:0:6308:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da738. 00000080:00000010:1.0:1773941296.293599:0:6308:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98391240. 00000020:00000010:1.0:1773941296.293602:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ac0200. 00000008:00000010:1.0:1773941296.293604:0:6308:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d11e0. 00020000:00000010:1.0:1773941296.293607:0:6308:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4ef40. 00008000:00000010:1.0:1773941296.293610:0:6308:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000080:00000010:1.0:1773941296.293613:0:6308:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d908204b0. 00000020:00000010:1.0:1773941296.293615:0:6308:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ac1600. 00000020:00000010:1.0:1773941296.293617:0:6308:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d9082f870. 00000080:00000010:1.0:1773941296.293645:0:6308:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff920d89122100. 02000000:00000010:1.0:1773941296.293663:0:6308:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff920d90880000. 02000000:00000010:1.0:1773941296.293681:0:6308:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83ac0a00. 00000100:00000010:1.0:1773941296.293685:0:6308:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000080:00000010:1.0:1773941296.293693:0:6308:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff920d90fa1c60. 00000080:00000010:1.0:1773941296.293700:0:6308:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff920d88c71000. 00000080:00000010:1.0:1773941296.293703:0:6308:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff920d88c71240. 00000080:00000010:1.0:1773941296.293725:0:6308:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff920d82c18d00. 00000080:00000010:1.0:1773941296.293727:0:6308:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff920d82c183c0. 00000080:00000010:1.0:1773941296.293730:0:6308:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff920d896cd240. 00000080:02000400:1.0:1773941296.293733:0:6308:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000080:00200008:2.0:1773941296.350934:0:6358:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1773941296.350945:0:6358:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8),name=/ 00000002:00010000:2.0:1773941296.350967:0:6358:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1773941296.351033:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941296.351048:0:6358:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941296.351062:0:6358:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941296.351084:0:6358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job mkdir:cac4ae9d-e024-4768-aa4e-acb6080645ea:6358:1860112203386240:192.168.204.109@tcp:101: 00000100:00100000:2.0:1773941296.351485:0:6358:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d98a2c840 going to sleep for 11 seconds 00000100:00100000:3.0:1773941296.352759:0:6358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job mkdir:cac4ae9d-e024-4768-aa4e-acb6080645ea:6358:1860112203386240:192.168.204.109@tcp:101: 00010000:00010000:3.0:1773941296.352770:0:6358:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352778:0:6358:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352786:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352794:0:6358:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352801:0:6358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352806:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352811:0:6358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1773941296.352825:0:6358:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff920d98a89500 x1860112203386240/t0(0) o101->lustre-MDT0000-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941312 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1773941296.352834:0:6358:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352841:0:6358:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff920d88ce5c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1773941296.352844:0:6358:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1773941296.352859:0:6358:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1773941296.352862:0:6358:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) for lock 0xef3f469e0cc3ac38 00000080:00010000:3.0:1773941296.352865:0:6358:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00010000:3.0:1773941296.352867:0:6358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3ac38 from it ffff9d9dc3cf3cb8 00010000:00010000:3.0:1773941296.352869:0:6358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941296.352875:0:6358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773941297.265020:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1773941297.741045:0:6411:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1773941297.741056:0:6411:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8),name=/ 00000002:00010000:3.0:1773941297.741076:0:6411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941297.741090:0:6411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773941297.741101:0:6411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1773941297.741113:0:6411:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941297.741132:0:6411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00010000:3.0:1773941297.741135:0:6411:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) for lock 0xef3f469e0cc3ac38 00000080:00010000:3.0:1773941297.741141:0:6411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3ac38 from it ffff9d9dc1adfcb8 00010000:00010000:3.0:1773941297.741144:0:6411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773941297.741150:0:6411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1773941297.741553:0:6411:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1773941297.741556:0:6411:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8),name=/ 00000002:00010000:3.0:1773941297.741562:0:6411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941297.741567:0:6411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773941297.741573:0:6411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1773941297.741578:0:6411:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941297.741580:0:6411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00010000:3.0:1773941297.741582:0:6411:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) for lock 0xef3f469e0cc3ac38 00000080:00010000:3.0:1773941297.741585:0:6411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3ac38 from it ffff9d9dc1adfcb8 00010000:00010000:3.0:1773941297.741587:0:6411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773941297.741598:0:6411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1773941297.741662:0:6411:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8),name=/ 00000002:00010000:3.0:1773941297.741667:0:6411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1773941297.741672:0:6411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1773941297.741677:0:6411:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1773941297.741681:0:6411:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1773941297.741684:0:6411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00010000:3.0:1773941297.741685:0:6411:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) for lock 0xef3f469e0cc3ac38 00000080:00010000:3.0:1773941297.741688:0:6411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3ac38 from it ffff9d9dc1adfbb0 00010000:00010000:3.0:1773941297.741690:0:6411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1773941297.741694:0:6411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1773941297.741698:0:6411:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8), inode mode 41ed mask 44 00000080:00200008:3.0:1773941297.741703:0:6411:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), flags 100000 00000080:00200080:3.0:1773941297.741762:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.741773:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d88ce7400 uarg=0000000000000000 00800000:00000004:3.0:1773941297.741779:0:6411:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff920d879aa800: age 102, max_age 103 00000100:00100000:3.0:1773941297.741813:0:6411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386368:192.168.204.109@tcp:41: 00000100:00100000:3.0:1773941297.741887:0:6411:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da0cefe40 going to sleep for 11 seconds 00000100:00100000:3.0:1773941297.743266:0:6411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386368:192.168.204.109@tcp:41: 00800000:00000004:3.0:1773941297.743281:0:6411:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff920d879aa800: update ffff920da12fb7c0 cache blocks 17230/17271 objects 499325/499659 00000080:00200080:3.0:1773941297.743312:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.743318:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00800000:00000004:3.0:1773941297.743323:0:6411:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff920d879aa800: age -899, max_age 103 00000100:00100000:3.0:1773941297.743336:0:6411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386496:192.168.204.109@tcp:41: 00000100:00100000:3.0:1773941297.743393:0:6411:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da0cefe40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941297.744156:0:6411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d86c7c000 x1860112203386496/t0(0) o41->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941297.744168:0:6411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386496:192.168.204.109@tcp:41: 00800000:00000004:3.0:1773941297.744180:0:6411:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff920d879aa800: update ffff920d88cd1e08 cache blocks 17232/17271 objects 503695/504009 00000080:00200080:3.0:1773941297.744209:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744217:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744223:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744228:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744232:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744237:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744242:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744246:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744251:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744256:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744261:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744273:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744280:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744285:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744291:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744295:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744300:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744304:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744310:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744314:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744319:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744324:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744329:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744334:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744339:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744344:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744348:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744353:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744359:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744363:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744368:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744373:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744377:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744381:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744385:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744390:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744403:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744408:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744414:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744417:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744422:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744426:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744430:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744433:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744437:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744441:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744445:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744448:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744452:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744455:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744459:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744462:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744465:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744468:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744472:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744474:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744478:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744480:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744484:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744487:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744490:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744499:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744505:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744509:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744514:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744517:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744520:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744524:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744527:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744531:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744535:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744539:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744543:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744546:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744550:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744553:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744556:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744560:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744564:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744567:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744571:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744574:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744578:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744581:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744585:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744589:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744610:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744615:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744619:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744622:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744626:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744629:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744632:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744635:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744639:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744642:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744646:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744649:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744653:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744656:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744660:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744663:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744667:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744670:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744674:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744677:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744680:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744684:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744688:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744692:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744695:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744706:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744711:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744715:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744719:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744722:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744726:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744729:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744733:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744737:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744741:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744745:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744749:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744752:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744756:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00800000:00000080:3.0:1773941297.744759:0:6411:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.744763:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.744769:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00020000:00000004:3.0:1773941297.744775:0:6411:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff920d879aa800: age -899, max_age 103 00000100:00100000:3.0:1773941297.744793:0:6411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386624:192.168.204.109@tcp:13: 00000100:00100000:3.0:1773941297.744828:0:6411:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da0cefe40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941297.745567:0:6411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d86c7c000 x1860112203386624/t0(0) o13->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941297.745577:0:6411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386624:192.168.204.109@tcp:13: 00020000:00000004:3.0:1773941297.745588:0:6411:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff920d879aa800: update ffff920d88cd5178 cache blocks 3678/3683 objects 117760/118152 00000080:00200080:3.0:1773941297.745627:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.745636:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00020000:00000004:3.0:1773941297.745642:0:6411:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff920d879aa800: age -899, max_age 103 00000100:00100000:3.0:1773941297.745658:0:6411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386752:192.168.204.109@tcp:13: 00000100:00100000:3.0:1773941297.745695:0:6411:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da0cefe40 going to sleep for 11 seconds 00010000:00080000:3.0:1773941297.746367:0:6411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d86c7c000 x1860112203386752/t0(0) o13->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941297.746378:0:6411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7c000 pname:cluuid:pid:xid:nid:opc:job lfs:cac4ae9d-e024-4768-aa4e-acb6080645ea:6411:1860112203386752:192.168.204.109@tcp:13: 00020000:00000004:3.0:1773941297.746389:0:6411:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff920d879aa800: update ffff920d88cd0450 cache blocks 3678/3683 objects 117760/118090 00000080:00200080:3.0:1773941297.746416:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746424:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746430:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746435:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746440:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746444:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746448:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746452:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746457:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746462:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746467:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746472:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746476:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746480:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746485:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746497:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746503:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746507:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746512:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746516:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746519:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746522:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746526:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746527:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746530:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746531:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746534:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746536:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746539:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746542:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746544:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746546:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746549:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746550:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746552:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746554:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746556:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746558:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746560:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746562:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746569:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746572:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746575:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746577:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746580:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746582:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746585:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746587:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746589:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746591:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746593:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746595:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746597:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746600:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746603:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746605:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746607:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746609:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746611:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746612:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746615:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746617:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746619:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746621:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746625:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746630:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746633:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746634:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746636:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746638:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746640:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746642:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746644:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746645:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746647:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746649:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746651:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746652:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746654:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746656:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746658:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746659:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746661:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746663:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746665:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746666:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746668:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746670:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746672:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746673:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746679:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746681:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746684:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746685:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746687:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746689:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746691:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746693:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746695:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746696:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746698:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746700:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746702:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746703:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746705:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746707:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746709:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746710:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746712:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746714:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746716:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746717:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746719:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746721:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746723:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746728:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746730:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746732:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746734:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746736:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746738:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746739:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746741:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746743:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200080:3.0:1773941297.746745:0:6411:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) cmd=c00866a4 arg=7ffc1f52fc00 00020000:00000080:3.0:1773941297.746746:0:6411:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=c00866a4 len=592 karg=ffff920d8784a000 uarg=0000000000000000 00000080:00200008:3.0:1773941297.746754:0:6411:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), flags 100000 00010000:00010000:3.0:1773941298.286243:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941298.628707:0:6604:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1773941299.310393:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941299.838755:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp) 00000100:00100000:2.0:1773941299.838802:0:2407:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp) 00000100:00100000:3.0:1773941299.838844:0:6311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112213904128 00000100:00100000:2.0:1773941299.838851:0:6312:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112213904256 00000100:00100000:3.0:1773941299.838860:0:6311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112213904128 00000100:00100000:2.0:1773941299.838861:0:6312:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112213904256 00000100:00100000:3.0:1773941299.838936:0:6311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 0 00000100:00100000:3.0:1773941299.838951:0:6311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff920d98a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+4:9540:x1860112213904128:12345-192.168.204.109@tcp:104: 00010000:00010000:3.0:1773941299.838974:0:6311:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941299.839067:0:6311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1773941299.839071:0:6311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff920d98a8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+4:9540:x1860112213904128:12345-192.168.204.109@tcp:104: Request processed in 126us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1773941299.839081:0:6311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 0 00000100:00100000:3.0:1773941299.839106:0:6311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 1 00000100:00100000:3.0:1773941299.839114:0:6311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff920d98a88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+3:9540:x1860112213904256:12345-192.168.204.109@tcp:104: 00010000:00010000:1.0:1773941299.839155:0:6320:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941299.839166:0:6320:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941299.839181:0:6311:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839182:0:6320:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fe00 already unused, calling callback (ffffffffc1169c20) 10000000:00010000:1.0:1773941299.839196:0:6320:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839208:0:6320:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941299.839217:0:6320:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941299.839223:0:6311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:01000000:1.0:1773941299.839225:0:6320:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1773941299.839232:0:6311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff920d98a88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+3:9540:x1860112213904256:12345-192.168.204.109@tcp:104: Request processed in 118us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1773941299.839241:0:6311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 1 00010000:00010000:3.0:1773941299.839342:0:6319:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941299.839460:0:6320:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839469:0:6320:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941299.839499:0:6320:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839507:0:6320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3abcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a120b expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839525:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941299.839528:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941299.839531:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941299.839539:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203386880:192.168.204.109@tcp:103: 00010000:00010000:3.0:1773941299.839609:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941299.839612:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941299.839614:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941299.839653:0:6319:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839662:0:6319:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148bc00 already unused, calling callback (ffffffffc1169c20) 10000000:00010000:1.0:1773941299.839666:0:6319:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839675:0:6319:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941299.839690:0:6319:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941299.839696:0:6319:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1773941299.839720:0:6319:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839726:0:6319:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941299.839744:0:6319:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.839752:0:6319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148bc00/0xef3f469e0cc3abc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1204 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941299.839759:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203387008:192.168.204.109@tcp:103: 00010000:00010000:1.0:1773941299.839771:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941299.839775:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941299.839778:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941299.842249:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203386880:192.168.204.109@tcp:103: 00000100:00100000:0.0:1773941299.842287:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203387008:192.168.204.109@tcp:103: 00010000:00010000:1.0:1773941300.334229:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941301.358233:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941301.678322:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203387136:192.168.204.109@tcp:400: 00000100:00100000:0.0:1773941301.678332:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2412:1860112203387264:192.168.204.109@tcp:400: 00000100:00100000:1.0:1773941301.678406:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2413:1860112203387392:192.168.204.109@tcp:400: 00000100:00100000:0.0:1773941301.678411:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2412:1860112203387520:192.168.204.109@tcp:400: 00000100:00100000:1.0:1773941301.678437:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2413:1860112203387648:192.168.204.109@tcp:400: 00000100:00100000:0.0:1773941301.679709:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2412:1860112203387264:192.168.204.109@tcp:400: 00010000:00080000:1.0:1773941301.679720:0:2413:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d90fae680 x1860112203387648/t0(0) o400->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1773941301.679724:0:2412:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d90fae300 x1860112203387520/t0(0) o400->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941301.679752:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2412:1860112203387520:192.168.204.109@tcp:400: 00000100:00100000:1.0:1773941301.679754:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2413:1860112203387648:192.168.204.109@tcp:400: 00000100:00100000:1.0:1773941301.679776:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203387136:192.168.204.109@tcp:400: 00010000:00080000:1.0:1773941301.679783:0:2413:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d90fac000 x1860112203387392/t0(0) o400->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941301.679789:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2413:1860112203387392:192.168.204.109@tcp:400: 00010000:00010000:0.0:1773941302.382293:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1773941302.446208:0:6322:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1773941302.446215:0:6322:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff920d879aa800 from 48 10000000:01000000:0.0:1773941302.446221:0:6322:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1773941302.446271:0:6322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941302.446282:0:6322:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941302.446294:0:6322:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941302.446318:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203387776:192.168.204.109@tcp:101: 00000100:00100000:0.0:1773941302.446405:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a5203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.447706:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203387776:192.168.204.109@tcp:101: 00010000:00010000:0.0:1773941302.447725:0:6322:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941302.447736:0:6322:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941302.447797:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203387904:192.168.204.109@tcp:501: 00000100:00100000:0.0:1773941302.447850:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a5203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.448642:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203387904:192.168.204.109@tcp:501: 00000100:00100000:0.0:1773941302.448672:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388032:192.168.204.109@tcp:503: 00000100:00100000:0.0:1773941302.448736:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a5203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.449504:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388032:192.168.204.109@tcp:503: 00000100:00100000:0.0:1773941302.449725:0:6817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6817:1860112203388160:192.168.204.109@tcp:502: 00000100:00100000:0.0:1773941302.449759:0:6817:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.450557:0:6817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6817:1860112203388160:192.168.204.109@tcp:502: 00000020:01000000:0.0:1773941302.450581:0:6817:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1773941302.450590:0:6817:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941302.450592:0:6817:0:(obd_config.c:1594:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1773941302.450597:0:6817:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1773941302.450619:0:6817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6817:1860112203388288:192.168.204.109@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941302.450662:0:6817:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.451445:0:6817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6817:1860112203388288:192.168.204.109@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941302.451461:0:6817:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1773941302.451464:0:6817:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941302.451466:0:6817:0:(obd_config.c:1594:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1773941302.451469:0:6817:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1773941302.451536:0:6322:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1773941302.451553:0:6322:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1773941302.451563:0:6322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941302.451571:0:6322:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941302.451578:0:6322:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1773941302.451580:0:6322:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920d88cd3370 from 1 10000000:01000000:2.0:1773941302.451582:0:6322:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1773941302.451600:0:6322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941302.451605:0:6322:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941302.451624:0:6322:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941302.451639:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388416:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941302.451680:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d905c33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.452416:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388416:192.168.204.109@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1773941302.452428:0:6322:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941302.452435:0:6322:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941302.452466:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388544:192.168.204.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1773941302.452496:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941302.453156:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388544:192.168.204.109@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1773941302.453175:0:6322:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1773941302.453189:0:6322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941302.453198:0:6322:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941303.227450:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.109@tcp (source: 12345-192.168.204.109@tcp) 00000100:00100000:2.0:1773941303.227531:0:6312:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112213914112 00000100:00100000:2.0:1773941303.227541:0:6312:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112213914112 00000100:00100000:2.0:1773941303.227596:0:6312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.109@tcp, seq: 2 00000100:00100000:2.0:1773941303.227607:0:6312:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff920d86c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+3:9609:x1860112213914112:12345-192.168.204.109@tcp:104: 00010000:00010000:2.0:1773941303.227624:0:6312:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941303.227705:0:6312:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1773941303.227711:0:6312:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff920d86c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:153d8e3e-b187-4426-b8e4-c780ccf2fb4e+3:9609:x1860112213914112:12345-192.168.204.109@tcp:104: Request processed in 108us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1773941303.227720:0:6312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.109@tcp, seq: 2 00010000:00010000:1.0:1773941303.227755:0:6320:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941303.227764:0:6320:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941303.227773:0:6320:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c55400 already unused, calling callback (ffffffffc1169c20) 10000000:00010000:1.0:1773941303.227778:0:6320:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941303.227788:0:6320:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941303.227796:0:6320:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941303.227803:0:6320:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1773941303.227865:0:6320:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941303.227873:0:6320:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941303.227897:0:6320:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941303.227904:0:6320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c55400/0xef3f469e0cc3ac07 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf40a435afd2a1219 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941303.227939:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941303.227941:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941303.227943:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941303.227964:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203388672:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1773941303.228817:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203388672:192.168.204.109@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1773941303.406201:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1773941303.662216:0:6322:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1773941303.662224:0:6322:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff920d879aa800 from 4 10000000:01000000:0.0:1773941303.662229:0:6322:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1773941303.662274:0:6322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941303.662287:0:6322:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941303.662298:0:6322:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941303.662324:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388800:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1773941303.662415:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941303.663813:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388800:192.168.204.109@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1773941303.663833:0:6322:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941303.663885:0:6322:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941303.663947:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388928:192.168.204.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1773941303.664029:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941303.664958:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203388928:192.168.204.109@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1773941303.665012:0:6322:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203389056:192.168.204.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1773941303.665087:0:6322:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941303.666069:0:6322:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6322:1860112203389056:192.168.204.109@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1773941303.666443:0:6880:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6880:1860112203389184:192.168.204.109@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941303.666491:0:6880:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520180 going to sleep for 11 seconds 00000100:00100000:0.0:1773941303.667487:0:6880:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6880:1860112203389184:192.168.204.109@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941303.667506:0:6880:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1773941303.667516:0:6880:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941303.667518:0:6880:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1773941303.667524:0:6880:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff920d879aa800 00000020:00000080:0.0:1773941303.667527:0:6880:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1773941303.667610:0:6880:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6880:1860112203389312:192.168.204.109@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941303.667649:0:6880:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a520180 going to sleep for 11 seconds 00000100:00100000:1.0:1773941303.669717:0:6880:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:6880:1860112203389312:192.168.204.109@tcp:502:llog_process_th.0 00000020:01000000:1.0:1773941303.669753:0:6880:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1773941303.669760:0:6880:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941303.669762:0:6880:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1773941303.669767:0:6880:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1773941303.669870:0:6322:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1773941303.669890:0:6322:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1773941303.669902:0:6322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941303.669913:0:6322:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941304.430295:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941305.454285:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941306.478254:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941306.798360:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2414:1860112203389440:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941306.798360:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203389568:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941306.798457:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203389824:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941306.798459:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203389696:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941306.798492:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203389952:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941306.800502:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203389568:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941306.802642:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2414:1860112203389440:192.168.204.109@tcp:400:kworker.0 00010000:00080000:3.0:1773941306.802676:0:2414:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a8a300 x1860112203389696/t0(0) o400->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1773941306.802694:0:2415:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a89500 x1860112203389824/t0(0) o400->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941306.802718:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203389824:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941306.802754:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203389696:192.168.204.109@tcp:400:kworker.0 00010000:00080000:3.0:1773941306.802772:0:2414:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a88700 x1860112203389952/t0(0) o400->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941306.802792:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203389952:192.168.204.109@tcp:400:kworker.0 00010000:00010000:0.0:1773941307.502334:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941308.526310:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941309.550226:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941310.020330:0:7164:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1773941310.574275:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1773941311.385649:0:7427:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing yml_node 00010000:00010000:0.0:1773941311.598210:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941311.918234:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203390080:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941311.918244:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390208:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941311.918316:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203390336:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941311.918317:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390464:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941311.918348:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203390592:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941311.919576:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390208:192.168.204.109@tcp:400:kworker.0 00010000:00080000:2.0:1773941311.919591:0:2414:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a88700 x1860112203390464/t0(0) o400->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941311.919597:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203390080:192.168.204.109@tcp:400:kworker.0 00000100:00100000:2.0:1773941311.919603:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390464:192.168.204.109@tcp:400:kworker.0 00010000:00080000:3.0:1773941311.919640:0:2415:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a89c00 x1860112203390336/t0(0) o400->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941311.919649:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203390336:192.168.204.109@tcp:400:kworker.0 00010000:00080000:3.0:1773941311.919658:0:2415:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a8a300 x1860112203390592/t0(0) o400->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941311.919664:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cac4ae9d-e024-4768-aa4e-acb6080645ea:2415:1860112203390592:192.168.204.109@tcp:400:kworker.0 00010000:00010000:0.0:1773941312.622214:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941312.741443:0:7890:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.50.193 00000001:02000400:0.0:1773941313.530633:0:8046:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.193 00010000:00010000:0.0:1773941313.646306:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1773941314.310784:0:8202:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.193 00010000:00010000:3.0:1773941314.671235:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941314.809732:0:8349:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: conf-sanity ============----- Thu Mar 19 13:28:34 EDT 2026 00010000:00010000:1.0:1773941315.694253:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941316.718240:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941317.039246:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2414:1860112203390720:192.168.204.109@tcp:400:kworker.0 00000100:00080000:2.0:1773941317.039248:0:38:0:(import.c:65:import_set_state_nolock()) ffff920d83532000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1773941317.039257:0:38:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff920d879aa800: disconnect after 20s idle 00000100:00100000:3.0:1773941317.039338:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390976:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941317.039370:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1773941317.039374:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390848:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941317.040566:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390848:192.168.204.109@tcp:400:kworker.0 00010000:00080000:3.0:1773941317.040581:0:2414:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a8a680 x1860112203390976/t0(0) o400->lustre-MDT0001-mdc-ffff920d879aa800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941317.040610:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cac4ae9d-e024-4768-aa4e-acb6080645ea:2414:1860112203390976:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941317.040622:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2414:1860112203390720:192.168.204.109@tcp:400:kworker.0 00000100:00080000:2.0:1773941317.041939:0:38:0:(import.c:65:import_set_state_nolock()) ffff920d83535000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1773941317.041943:0:38:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff920d879aa800: disconnect after 20s idle 00000100:00100000:1.0:1773941317.041950:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cac4ae9d-e024-4768-aa4e-acb6080645ea:2411:1860112203391104:192.168.204.109@tcp:9:kworker.0 00000100:00100000:1.0:1773941317.042010:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cac4ae9d-e024-4768-aa4e-acb6080645ea:2411:1860112203391232:192.168.204.109@tcp:9:kworker.0 00010000:00080000:1.0:1773941317.043747:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a89c00 x1860112203391232/t0(0) o9->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941317.043762:0:2411:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff920d98a89c00 x1860112203391232/t0(0) o9->lustre-OST0001-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941317.043770:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d83535000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1773941317.043775:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cac4ae9d-e024-4768-aa4e-acb6080645ea:2411:1860112203391232:192.168.204.109@tcp:9:kworker.0 00010000:00080000:1.0:1773941317.043794:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff920d98a8a300 x1860112203391104/t0(0) o9->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941317.043803:0:2411:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff920d98a8a300 x1860112203391104/t0(0) o9->lustre-OST0000-osc-ffff920d879aa800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941317.043817:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d83532000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1773941317.043821:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cac4ae9d-e024-4768-aa4e-acb6080645ea:2411:1860112203391104:192.168.204.109@tcp:9:kworker.0 00010000:00010000:3.0:1773941317.742243:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941318.766207:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941319.790300:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941320.263648:0:8899:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 32newtarball 108a 112a 112b 113 117 119 121 122a 123aa 123ab 123ac 123ad 123ae 123af 123ag 123ah 123ahi 123F 123G 123H 126 129 132 133 135 136 137 150 152 153a 153b 153c 155 802a 00000001:02000400:0.0:1773941320.744784:0:9038:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 45 69 106 111 114 00010000:00010000:0.0:1773941320.815183:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1773941321.038935:0:9150:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d891221c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1773941321.038947:0:9150:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8),name=/ 00000002:00010000:1.0:1773941321.038967:0:9150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1773941321.038983:0:9150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1773941321.038994:0:9150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1773941321.039000:0:9150:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1773941321.039006:0:9150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00010000:1.0:1773941321.039008:0:9150:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d891221c8) for lock 0xef3f469e0cc3ac38 00000080:00010000:1.0:1773941321.039013:0:9150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3ac38 from it ffff9d9dc1d3bcb8 00010000:00010000:1.0:1773941321.039016:0:9150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1773941321.039022:0:9150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1773941321.216881:0:9151:0:(llite_lib.c:3557:ll_umount_begin()) VFS Op: superblock ffff920d879aa800 count 1 active 9 00800000:00000080:3.0:1773941321.216892:0:9151:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000002:00000080:3.0:1773941321.216901:0:9151:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0000-mdc-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000100:02000400:3.0:1773941321.216905:0:9151:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00080000:3.0:1773941321.218767:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1773941321.218773:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d879aa800: committing for last_committed 0 gen 2 00000100:00100000:3.0:1773941321.218784:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1773941321.218900:0:9151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1773941321.218924:0:9151:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1773941321.218934:0:9151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff920d879aa800 lock: ffff920dc215fa00/0xef3f469e0cc3ac38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xf40a435afd2a1243 expref: -99 pid: 6358 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000002:00000080:3.0:1773941321.220487:0:9151:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0001-mdc-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000100:02000400:3.0:1773941321.220492:0:9151:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00080000:3.0:1773941321.220499:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1773941321.220502:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d879aa800: committing for last_committed 0 gen 2 00000100:00100000:3.0:1773941321.220521:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00020000:00000080:3.0:1773941321.222067:0:9151:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000008:00000080:3.0:1773941321.222075:0:9151:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0000-osc-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000100:02000400:3.0:1773941321.222078:0:9151:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00020000:01000000:3.0:1773941321.222084:0:9151:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00000080:00000004:3.0:1773941321.222087:0:9151:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1773941321.222092:0:9151:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1773941321.222096:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1773941321.222098:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920d879aa800: committing for last_committed 0 gen 2 00020000:01000000:3.0:1773941321.222100:0:9151:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000080:00000004:3.0:1773941321.222102:0:9151:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1773941321.222103:0:9151:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1773941321.222105:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000080:3.0:1773941321.222272:0:9151:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0001-osc-ffff920d879aa800: cmd=4240666a len=576 karg=ffff920d87848000 uarg=0000000000000000 00000100:02000400:3.0:1773941321.222277:0:9151:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00020000:01000000:3.0:1773941321.222280:0:9151:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0001_UUID 00000080:00000004:3.0:1773941321.222282:0:9151:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1773941321.222284:0:9151:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1773941321.222286:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1773941321.222288:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff920d879aa800: committing for last_committed 0 gen 2 00020000:01000000:3.0:1773941321.222290:0:9151:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID inactive 00000080:00000004:3.0:1773941321.222291:0:9151:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:3.0:1773941321.222292:0:9151:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1773941321.222293:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1773941321.838288:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1773941322.158350:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:3.0:1773941322.158357:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:2.0:1773941322.158389:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203391360:192.168.204.109@tcp:400:kworker.0 00000100:00100000:3.0:1773941322.159844:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203391360:192.168.204.109@tcp:400:kworker.0 00010000:00010000:2.0:1773941322.862273:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941323.886358:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941324.910299:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941325.934327:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941326.958305:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1773941327.278357:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:0.0:1773941327.278366:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:1.0:1773941327.278414:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1773941327.278446:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203391488:192.168.204.109@tcp:400:kworker.0 00000100:00100000:1.0:1773941327.280012:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203391488:192.168.204.109@tcp:400:kworker.0 00010000:00010000:2.0:1773941327.982316:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941329.006308:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941330.030326:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941331.054303:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1773941331.507274:0:9151:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d891221c8) 00000080:00200000:3.0:1773941331.507323:0:9151:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff920d879aa800 (sb ffff920d879aa800) 00010000:00010000:3.0:1773941331.507365:0:9151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507377:0:9151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507384:0:9151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507389:0:9151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507407:0:9151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1773941331.507412:0:9151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507417:0:9151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507422:0:9151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507427:0:9151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507430:0:6319:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941331.507439:0:9151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1773941331.507446:0:9151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507454:0:6319:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507471:0:9151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507481:0:6320:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773941331.507482:0:6319:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80031600 already unused, calling callback (ffffffffc1169c20) 00010000:00010000:3.0:1773941331.507493:0:9151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507498:0:6320:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941331.507499:0:6319:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507501:0:9151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507546:0:6320:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148a600 already unused, calling callback (ffffffffc1169c20) 10000000:00010000:2.0:1773941331.507550:0:6320:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507550:0:6319:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507569:0:6320:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941331.507571:0:6319:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.507585:0:9151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:2.0:1773941331.507588:0:6320:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941331.507599:0:6319:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1773941331.507600:0:6320:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1773941331.507601:0:9151:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:01000000:1.0:1773941331.507608:0:6319:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1773941331.507611:0:6320:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:01000000:1.0:1773941331.507613:0:6319:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:2.0:1773941331.507616:0:6320:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00010000:1.0:1773941331.507657:0:6319:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507658:0:6320:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507678:0:6320:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941331.507679:0:6319:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941331.507712:0:6319:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507727:0:6319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ac3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12cf expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507733:0:6320:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507738:0:6319:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1773941331.507742:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1773941331.507745:0:6319:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507757:0:6320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148a600/0xef3f469e0cc3ac00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1212 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507758:0:6319:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80031800 already unused, calling callback (ffffffffc1169c20) 10000000:00010000:1.0:1773941331.507764:0:6319:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941331.507776:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203391616:192.168.204.109@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1773941331.507782:0:6319:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941331.507787:0:6319:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941331.507789:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1773941331.507792:0:6319:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1773941331.507795:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1773941331.507796:0:6319:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1773941331.507801:0:6319:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1773941331.507816:0:6319:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507820:0:6319:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941331.507826:0:6319:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507831:0:6319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80031800/0xef3f469e0cc3ac4d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12e4 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941331.507848:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941331.507850:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941331.507910:0:6796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941331.507911:0:6320:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941331.507911:0:6319:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941331.507935:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203391872:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1773941331.507941:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203391744:192.168.204.109@tcp:103:ldlm_bl.0 00020000:01000000:2.0:1773941331.508416:0:9151:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff920d86bea000 active: 0 00020000:01000000:2.0:1773941331.508420:0:9151:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff920d9210a000 active: 0 00020000:01000000:2.0:1773941331.508422:0:9151:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:2.0:1773941331.508431:0:9151:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff920d879aa800 00020000:01000000:2.0:1773941331.508433:0:9151:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff920d879aa800: disconnecting target lustre-OST0001-osc-ffff920d879aa800 00000100:00080000:2.0:1773941331.508438:0:9151:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-OST0001_UUID 00000100:00080000:2.0:1773941331.508530:0:9151:0:(import.c:65:import_set_state_nolock()) ffff920d83535000 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00080000:2.0:1773941331.508535:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1773941331.508538:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff920d879aa800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1773941331.508541:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941331.508672:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac31 00000020:00000080:2.0:1773941331.508683:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d9210a000/LOV_OSC_UUID 00000020:01000000:2.0:1773941331.508729:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.508734:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.508743:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff920d879aa800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1773941331.508748:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffff920d88cd0000) has no exports 00000020:00000080:0.0:1773941331.508752:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d9210a000/LOV_OSC_UUID for lustre-OST0001-osc-ffff920d879aa800 00000008:01000000:2.0:1773941331.508786:0:9151:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff920d879aa800: client import never connected 00000100:00080000:2.0:1773941331.508789:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1773941331.508792:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff920d879aa800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1773941331.508794:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941331.508937:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d83535000 for lustre-OST0001-osc-ffff920d879aa800 00000020:00000080:2.0:1773941331.509105:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1773941331.509110:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:2.0:1773941331.509112:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d83532800/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.509114:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d83532800/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-OST0001-osc-ffff920d879aa800 00000020:01000000:2.0:1773941331.509144:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000100:00100000:0.0:1773941331.509296:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2413:1860112203391872:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1773941331.509348:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2412:1860112203391744:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1773941331.509379:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2415:1860112203391616:192.168.204.109@tcp:103:ldlm_bl.0 00020000:01000000:2.0:1773941331.509412:0:9151:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff920d879aa800 00020000:01000000:2.0:1773941331.509414:0:9151:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff920d879aa800: disconnecting target lustre-OST0000-osc-ffff920d879aa800 00000100:00080000:2.0:1773941331.509417:0:9151:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-OST0000_UUID 00000100:00080000:2.0:1773941331.509487:0:9151:0:(import.c:65:import_set_state_nolock()) ffff920d83532000 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00080000:2.0:1773941331.509489:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1773941331.509491:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920d879aa800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1773941331.509499:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941331.509610:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac2a 00000020:00000080:2.0:1773941331.509619:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d86bea000/LOV_OSC_UUID 00000020:01000000:2.0:1773941331.509645:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.509647:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.509650:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff920d879aa800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1773941331.509652:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff920d88cd4d28) has no exports 00000020:00000080:0.0:1773941331.509679:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d86bea000/LOV_OSC_UUID for lustre-OST0000-osc-ffff920d879aa800 00000008:01000000:2.0:1773941331.509722:0:9151:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff920d879aa800: client import never connected 00000100:00080000:2.0:1773941331.509726:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1773941331.509728:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920d879aa800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1773941331.509731:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941331.509871:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d83532000 for lustre-OST0000-osc-ffff920d879aa800 00000020:00000080:2.0:1773941331.509995:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1773941331.509999:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:2.0:1773941331.510002:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d83537800/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.510003:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d83537800/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-OST0000-osc-ffff920d879aa800 00000020:01000000:2.0:1773941331.510007:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:2.0:1773941331.510342:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac23 00000020:00000080:2.0:1773941331.510349:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d86bed800/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:0.0:1773941331.510428:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d86bed800/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-clilov-ffff920d879aa800 00000100:00080000:2.0:1773941331.510613:0:9151:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0000_UUID 00000100:00080000:2.0:1773941331.511663:0:9151:0:(import.c:65:import_set_state_nolock()) ffff920d8353f000 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:2.0:1773941331.511668:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1773941331.511670:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d879aa800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1773941331.511672:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941331.513332:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac15 00000020:00000080:2.0:1773941331.513336:0:9151:0:(genops.c:904:class_export_put()) final put ffff920da12ef000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:0.0:1773941331.513367:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920da12ef000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-MDT0000-mdc-ffff920d879aa800 00000100:00080000:2.0:1773941331.513395:0:9151:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import cac4ae9d-e024-4768-aa4e-acb6080645ea->lustre-MDT0001_UUID 00000100:00080000:2.0:1773941331.514398:0:9151:0:(import.c:65:import_set_state_nolock()) ffff920d83537000 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00080000:2.0:1773941331.514402:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1773941331.514403:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d879aa800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1773941331.514412:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941331.516004:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac1c 00000020:00000080:2.0:1773941331.516008:0:9151:0:(genops.c:904:class_export_put()) final put ffff920da12ee000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.516023:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac0e 00000020:00000080:2.0:1773941331.516025:0:9151:0:(genops.c:904:class_export_put()) final put ffff920da12ec000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:01000000:2.0:1773941331.516029:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.516032:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.516036:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff920d879aa800: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1773941331.516038:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff920d84da19b8) has no exports 00000020:00000080:2.0:1773941331.516054:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1773941331.516057:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:0.0:1773941331.516058:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920da12ee000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-MDT0001-mdc-ffff920d879aa800 00000020:00000080:2.0:1773941331.516060:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d88d1e800/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.516064:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d88d1e800/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-clilov-ffff920d879aa800 00000020:00000080:0.0:1773941331.516069:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920da12ec000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-clilmv-ffff920d879aa800 00000020:01000000:2.0:1773941331.516071:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:01000000:2.0:1773941331.516082:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.516084:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.516087:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff920d879aa800: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1773941331.516089:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff920d84da4d28) has no exports 00000020:00000080:2.0:1773941331.516143:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1773941331.516147:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:2.0:1773941331.516149:0:9151:0:(genops.c:904:class_export_put()) final put ffff920da12e9000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.516152:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920da12e9000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-clilmv-ffff920d879aa800 00000020:01000000:2.0:1773941331.516155:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:01000000:2.0:1773941331.516241:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.516243:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.516245:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff920d879aa800: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1773941331.516247:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff920da12fb370) has no exports 00000008:01000000:2.0:1773941331.516254:0:9151:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff920d879aa800: client import never connected 00000100:00080000:2.0:1773941331.516256:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1773941331.516262:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d879aa800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1773941331.516265:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941331.518184:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d8353f000 for lustre-MDT0000-mdc-ffff920d879aa800 00000020:00000080:2.0:1773941331.518374:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1773941331.518380:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:2.0:1773941331.518383:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d8353e000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:2.0:1773941331.518385:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d8353e000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-MDT0000-mdc-ffff920d879aa800 00000020:01000000:2.0:1773941331.518388:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:01000000:2.0:1773941331.520973:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff920d879aa800 (flags='F') 00000020:00000080:2.0:1773941331.520979:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941331.520984:0:9151:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff920d879aa800: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1773941331.520987:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff920d88cd19b8) has no exports 00000008:01000000:2.0:1773941331.521006:0:9151:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff920d879aa800: client import never connected 00000100:00080000:2.0:1773941331.521009:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1773941331.521012:0:9151:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d879aa800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1773941331.521016:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941331.523756:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d83537000 for lustre-MDT0001-mdc-ffff920d879aa800 00000020:00000080:3.0:1773941331.524392:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941331.524408:0:9151:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff920d879aa800 (uuid cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000020:00000080:3.0:1773941331.524413:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d83536000/cac4ae9d-e024-4768-aa4e-acb6080645ea 00000020:00000080:3.0:1773941331.524416:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d83536000/cac4ae9d-e024-4768-aa4e-acb6080645ea for lustre-MDT0001-mdc-ffff920d879aa800 00000020:01000000:3.0:1773941331.524423:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff920d879aa800 (cac4ae9d-e024-4768-aa4e-acb6080645ea) 00000080:02000400:3.0:1773941331.527288:0:9151:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:01000000:3.0:1773941331.528424:0:9151:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:01000004:3.0:1773941331.528494:0:9151:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff920d879aa800 00000100:00080000:3.0:1773941331.528501:0:9151:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 153d8e3e-b187-4426-b8e4-c780ccf2fb4e->MGS 00010000:00010000:3.0:1773941331.528520:0:9151:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941331.528533:0:9151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941331.528547:0:9151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1773941331.528549:0:9151:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1773941331.528553:0:9151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1773941331.528603:0:9151:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941331.528607:0:9151:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1773941331.528626:0:9151:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d9809f0c0 going to sleep for 0 seconds 00000100:00100000:3.0:1773941331.528640:0:9151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7e300 pname:cluuid:pid:xid:nid:opc:job umount:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:9151:1860112203392000:192.168.204.109@tcp:103:umount.0 00010000:00010000:3.0:1773941331.528649:0:9151:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:3.0:1773941331.528658:0:9151:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:3.0:1773941331.528661:0:9151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ac46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a12d6 expref: -99 pid: 6322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1773941331.528696:0:9151:0:(import.c:65:import_set_state_nolock()) ffff920d88ca8800 MGS: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1773941331.528769:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2411:1860112203392128:192.168.204.109@tcp:251:umount.0 00000100:00080000:0.0:1773941331.530633:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d88ca8800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1773941331.530641:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941331.530645:0:2411:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1773941331.530647:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1773941331.530664:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:153d8e3e-b187-4426-b8e4-c780ccf2fb4e:2411:1860112203392128:192.168.204.109@tcp:251:umount.0 00000100:00080000:3.0:1773941331.530684:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1773941331.530689:0:9151:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1773941331.530693:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1773941331.530695:0:9151:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1773941331.530703:0:9151:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3abc1 00000020:00000080:3.0:1773941331.530711:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d88cad800/153d8e3e-b187-4426-b8e4-c780ccf2fb4e 00000020:01000000:3.0:1773941331.530730:0:9151:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.204.109@tcp (flags='') 00000020:00000080:3.0:1773941331.530734:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941331.530740:0:9151:0:(obd_config.c:991:class_cleanup()) MGC192.168.204.109@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1773941331.530744:0:9151:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff920d88cd3370) has no exports 00000020:00000080:2.0:1773941331.530758:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d88cad800/153d8e3e-b187-4426-b8e4-c780ccf2fb4e for MGC192.168.204.109@tcp 10000000:01000000:0.0:1773941331.530810:0:6322:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1773941331.530819:0:9151:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.204.109@tcp: client import never connected 00000100:00080000:3.0:1773941331.530822:0:9151:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1773941331.530826:0:9151:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1773941331.530830:0:9151:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1773941331.530833:0:9151:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1773941331.530893:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d88ca8800 for MGC192.168.204.109@tcp 00000020:00000080:3.0:1773941331.530920:0:9151:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941331.530927:0:9151:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.204.109@tcp (uuid 153d8e3e-b187-4426-b8e4-c780ccf2fb4e) 00000020:00000080:3.0:1773941331.530931:0:9151:0:(genops.c:904:class_export_put()) final put ffff920d879a8800/153d8e3e-b187-4426-b8e4-c780ccf2fb4e 00000020:00000080:3.0:1773941331.530934:0:9151:0:(genops.c:863:class_export_destroy()) destroying export ffff920d879a8800/153d8e3e-b187-4426-b8e4-c780ccf2fb4e for MGC192.168.204.109@tcp 00000020:01000000:3.0:1773941331.530943:0:9151:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.204.109@tcp (153d8e3e-b187-4426-b8e4-c780ccf2fb4e) 00010000:00010000:0.0:1773941331.531390:0:6796:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1773941331.531482:0:6320:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1773941331.531554:0:6319:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1773941331.531671:0:6309:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff920d88432800:6309] 0 exiting: rc = 1 00000100:00100000:1.0:1773941331.531713:0:6310:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff920d83096600:6310] 1 exiting: rc = 0 00000100:00100000:3.0:1773941331.531897:0:6311:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff920d88433800:6311] 0 exiting: rc = 1 00000100:00100000:2.0:1773941331.531900:0:6312:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff920d88432600:6312] 1 exiting: rc = 0 00000100:00100000:3.0:1773941331.532430:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.532441:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1773941331.532721:0:6313:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff920d83097200:6313] 0 exiting: rc = 1 00000100:00100000:0.0:1773941331.532727:0:6314:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff920d88432a00:6314] 1 exiting: rc = 0 00000100:00100000:1.0:1773941331.532809:0:6315:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff920d885d1200:6315] 2 exiting: rc = 0 00000100:00100000:3.0:1773941331.532982:0:6317:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff920d87fe6600:6317] 1 exiting: rc = 0 00000100:00100000:2.0:1773941331.532984:0:6316:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff920d88433c00:6316] 0 exiting: rc = 1 00000100:00100000:2.0:1773941331.533241:0:6318:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff920d84f55200:6318] 2 exiting: rc = 0 00000100:00100000:3.0:1773941331.533622:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533637:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533653:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533669:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533683:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533698:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533712:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533730:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533744:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533759:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533769:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533776:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533783:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533790:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533797:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533803:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533810:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533817:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533825:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533832:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533838:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533845:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533852:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533860:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533877:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533885:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533892:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533899:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533906:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533913:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533920:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533927:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533935:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533942:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533949:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533955:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533962:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533969:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533976:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533982:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533989:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.533995:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534002:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534007:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534013:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534020:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534027:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534033:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534040:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534046:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534053:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534060:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534067:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534073:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534080:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534087:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534093:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534098:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534104:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534200:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534208:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534215:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534221:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534227:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534236:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534243:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534250:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534256:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534263:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534270:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534277:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534283:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534290:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534297:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534304:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534325:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534333:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534340:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534346:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534353:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534359:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534366:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534374:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534380:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534388:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534394:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534400:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534407:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534415:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534422:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534429:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534436:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534443:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534449:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534465:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534472:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534479:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534485:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534492:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534498:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534505:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534513:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534519:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534526:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534533:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534540:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534547:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534554:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534562:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534568:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534576:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534583:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534589:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534597:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534603:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534610:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534616:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534623:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534629:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534635:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534642:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534649:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534656:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534663:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534671:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534678:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534685:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1773941331.534692:0:9151:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:3.0:1773941331.535462:0:9151:0:(obd_mount.c:724:lustre_put_lsi()) put ffff920d879aa800 1 00000020:01000004:3.0:1773941331.535471:0:9151:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff920d879ab000 00000800:00000010:2.0:1773941362.734197:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff920d91fe1900. 00000800:00000200:2.0:1773941362.734209:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941362.734214:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941362.734218:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d91fe1900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1773941362.734365:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1773941375.022274:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941375.022282:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941375.022286:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d91fe1900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1773941375.022434:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:0.0:1773941378.728523:0:11982:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:0.0:1773941379.955465:0:12227:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:0.0:1773941387.184501:0:12659:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:02000400:2.0:1773941403.293005:0:13331:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 161b: test mount with multiple IP for a single hostname ========================================================== 13:30:02 (1773941402) 00000001:02000400:2.0:1773941411.528547:0:13905:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:0.0:1773941412.672601:0:14150:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000800:00000200:1.0:1773941413.935184:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941413.935194:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941413.935199:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d91fe1900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1773941413.935317:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:0.0:1773941417.799951:0:14574:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:0.0:1773941417.899281:0:14602:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff920d88bb2000. 00000020:00000010:0.0:1773941417.899298:0:14602:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff920d82fdf000. 00000020:00000010:0.0:1773941417.899309:0:14602:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff920d88aa7840. 00000020:00000010:0.0:1773941417.899313:0:14602:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff920d8356a5d0. 00000020:00000010:0.0:1773941417.899317:0:14602:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff920d88aa7ec0. 00000020:00000010:0.0:1773941417.899431:0:14602:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff920da07a2000. 00000020:00000010:0.0:1773941417.899450:0:14602:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff920d82c63fe0. 00000020:00000010:0.0:1773941417.899454:0:14602:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff920da1333e40. 00000020:00000010:0.0:1773941417.899461:0:14602:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff920d838c3420. 00000100:00000010:0.0:1773941417.899468:0:14602:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d9080c800. 00000400:00000200:0.0:1773941417.899474:0:14602:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941417.899478:0:14602:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:0.0:1773941417.899485:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.899491:0:14602:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941417.899496:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.899502:0:14602:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941417.899505:0:14602:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:0.0:1773941417.899508:0:14602:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:0.0:1773941417.899510:0:14602:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d9080c800. 00000020:00000010:0.0:1773941417.899514:0:14602:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff920d838c3420. 00000020:00000010:0.0:1773941417.899523:0:14602:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff920d98b51640. 00000020:00000010:0.0:1773941417.899529:0:14602:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff920d88bb2e80. 00000020:00000010:0.0:1773941417.899542:0:14602:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d84da0000. 00000020:00000010:0.0:1773941417.899549:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920da07a4000. 00000020:00000010:0.0:1773941417.900743:0:14602:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff920d88bb2e80. 00000020:00000010:0.0:1773941417.900753:0:14602:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff920d88bb2e80. 00000001:00000010:0.0:1773941417.900773:0:14602:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d8359d200. 00000001:00000010:0.0:1773941417.900779:0:14602:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d82c636c0. 00000001:00000010:0.0:1773941417.900783:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7ea00. 00000001:00000010:0.0:1773941417.900786:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7f600. 00000001:00000010:0.0:1773941417.900789:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7f400. 00000001:00000010:0.0:1773941417.900791:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7e200. 00000020:00000010:0.0:1773941417.900796:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7f200. 00000020:00000010:0.0:1773941417.900801:0:14602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d88bb2200. 00000020:00000010:0.0:1773941417.900808:0:14602:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d83561e10. 00008000:00000010:0.0:1773941417.900814:0:14602:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497a78. 00000020:00000010:0.0:1773941417.900819:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7f800. 00000020:00000010:0.0:1773941417.900822:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7e800. 00000040:00000010:0.0:1773941417.900826:0:14602:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d90f7fc00. 00000020:00000010:0.0:1773941417.900831:0:14602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920da07a7800. 00000020:00000010:0.0:1773941417.900835:0:14602:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d90f7e600. 00040000:00000010:0.0:1773941417.900840:0:14602:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359de00. 00040000:00000010:0.0:1773941417.900844:0:14602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d90f7f000. 10000000:00000010:0.0:1773941417.900848:0:14602:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff920d98b51cc0. 00010000:00000010:0.0:1773941417.900860:0:14602:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d82fd8000. 00010000:00000010:0.0:1773941417.900868:0:14602:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920da0405000. 00010000:00000010:0.0:1773941417.900876:0:14602:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff920d82c63080. 00000100:00000010:0.0:1773941417.900959:0:14602:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff920d90f7fa00. 00000100:00000010:0.0:1773941417.900966:0:14602:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d9080c000. 00000100:00000010:0.0:1773941417.900985:0:14602:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d88c54000. 00000100:00000010:0.0:1773941417.900994:0:14602:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920da0400000. 00000100:00000010:0.0:1773941417.900999:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d9080e000. 00000100:00000010:0.0:1773941417.901011:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839c000. 00000100:00000010:0.0:1773941417.901015:0:14602:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d9080ec00. 00000100:00000010:0.0:1773941417.901027:0:14602:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d90a78000. 00000100:00000010:0.0:1773941417.901035:0:14602:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d90fd9000. 00000100:00000010:0.0:1773941417.901039:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d9080fc00. 00000100:00000010:0.0:1773941417.901044:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839e000. 00000400:00000200:0.0:1773941417.901049:0:14602:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1773941417.901083:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d9080d800. 00000020:00000010:0.0:1773941417.901088:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d90fde000. 00000100:00000010:0.0:1773941417.901156:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333480. 00000100:00000010:0.0:1773941417.901163:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b51700. 00000100:00000010:0.0:1773941417.901167:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333d80. 00000100:00000010:0.0:1773941417.901171:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333900. 00000100:00000010:0.0:1773941417.901175:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333840. 00000100:00000010:0.0:1773941417.901178:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da13339c0. 00000100:00000010:0.0:1773941417.901180:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b51440. 00000100:00000010:0.0:1773941417.901183:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333b40. 00000100:00000010:0.0:1773941417.901185:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333600. 00000100:00000010:0.0:1773941417.901187:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920da1333000. 00000100:00000200:0.0:1773941417.901218:0:14602:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1773941417.901223:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d90f7ec00. 00000100:00000010:0.0:1773941417.901515:0:14603:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b51b00. 00000020:00000010:0.0:1773941417.901520:0:14603:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51540. 00000020:00000010:0.0:1773941417.901526:0:14603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7e400. 00000020:00000010:0.0:1773941417.901529:0:14603:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7fe00. 00000040:00000010:0.0:1773941417.901532:0:14603:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe6400. 00000020:00000010:0.0:1773941417.901535:0:14603:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920da07a0800. 00000020:00000010:0.0:1773941417.901539:0:14603:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a43250. 00000020:00000010:0.0:1773941417.901542:0:14603:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7800. 80000000:00000010:0.0:1773941417.901547:0:14603:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c3060. 40000000:00000010:0.0:1773941417.901550:0:14603:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51100. 00100000:00000010:0.0:1773941417.901555:0:14603:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920da07a5800. 00040000:00000010:0.0:1773941417.901564:0:14603:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359df00. 00040000:00000010:0.0:1773941417.901568:0:14603:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920da07a6000. 00040000:00000010:0.0:1773941417.901571:0:14603:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe7c00. 00000004:00000010:0.0:1773941417.901575:0:14603:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920da07a7000. 00000004:00000010:0.0:1773941417.901580:0:14603:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d90fdc000. 00000004:00000010:0.0:1773941417.901585:0:14603:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920da07a2800. 00002000:00000010:0.0:1773941417.901589:0:14603:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d9080cc00. 00000004:00000010:0.0:1773941417.901594:0:14603:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88c44400. 00000100:00000200:0.0:1773941417.901598:0:14603:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941417.901604:0:14603:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bcb8. 00000400:00000010:0.0:1773941417.901609:0:14603:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da1333f00. 00000100:00000010:0.0:1773941417.901618:0:14603:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920da07a6800. 00000100:00000200:0.0:1773941417.901638:0:14603:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941417.901652:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322ee00. 00000100:00000010:0.0:1773941417.901828:0:14604:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b512c0. 00000020:00000010:0.0:1773941417.901833:0:14604:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b513c0. 00000020:00000010:0.0:1773941417.901837:0:14604:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe7e00. 00000020:00000010:0.0:1773941417.901840:0:14604:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6c00. 00000040:00000010:0.0:1773941417.901842:0:14604:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe6e00. 00000020:00000010:0.0:1773941417.901846:0:14604:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920da07a0000. 00000020:00000010:0.0:1773941417.901849:0:14604:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a41e30. 00000020:00000010:0.0:1773941417.901852:0:14604:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe6600. 80000000:00000010:0.0:1773941417.901855:0:14604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c3840. 40000000:00000010:0.0:1773941417.901857:0:14604:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51fc0. 00100000:00000010:0.0:1773941417.901860:0:14604:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920da07a3800. 00040000:00000010:0.0:1773941417.901863:0:14604:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359da00. 00040000:00000010:0.0:1773941417.901866:0:14604:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920da07a3000. 00040000:00000010:0.0:1773941417.901868:0:14604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe7a00. 00000004:00000010:0.0:1773941417.901872:0:14604:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d9210a000. 00000004:00000010:0.0:1773941417.901876:0:14604:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d90fdf000. 00000004:00000010:0.0:1773941417.901879:0:14604:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d98169800. 00002000:00000010:0.0:1773941417.901882:0:14604:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88c45400. 00000004:00000010:0.0:1773941417.901886:0:14604:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88c47400. 00000100:00000010:0.0:1773941417.901889:0:14604:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d9816d000. 00000100:00000200:0.0:1773941417.901902:0:14604:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1773941417.901916:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322ea00. 00000100:00000010:2.0:1773941417.902190:0:14605:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90af82c0. 00000020:00000010:2.0:1773941417.902199:0:14605:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90af89c0. 00000020:00000010:2.0:1773941417.902206:0:14605:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84f57a00. 00000020:00000010:2.0:1773941417.902211:0:14605:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84f57200. 00000040:00000010:2.0:1773941417.902217:0:14605:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84f57600. 00000020:00000010:2.0:1773941417.902222:0:14605:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae6000. 00000020:00000010:2.0:1773941417.902228:0:14605:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884bd080. 00000020:00000010:2.0:1773941417.902234:0:14605:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84f56800. 80000000:00000010:2.0:1773941417.902239:0:14605:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b24e0. 40000000:00000010:2.0:1773941417.902244:0:14605:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90af8c00. 00100000:00000010:2.0:1773941417.902250:0:14605:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90ae1000. 00040000:00000010:2.0:1773941417.902255:0:14605:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45800. 00040000:00000010:2.0:1773941417.902259:0:14605:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90ae2800. 00040000:00000010:2.0:1773941417.902264:0:14605:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84f57c00. 00000004:00000010:2.0:1773941417.902269:0:14605:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90ae0800. 00000004:00000010:2.0:1773941417.902275:0:14605:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920da0788000. 00000004:00000010:2.0:1773941417.902281:0:14605:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90ae7000. 00002000:00000010:2.0:1773941417.902286:0:14605:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90aec000. 00000004:00000010:2.0:1773941417.902291:0:14605:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90aed000. 00000100:00000200:2.0:1773941417.902296:0:14605:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941417.902303:0:14605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a630. 00000400:00000010:2.0:1773941417.902308:0:14605:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88ca7b40. 00000100:00000010:2.0:1773941417.902316:0:14605:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d90ae4000. 00000100:00000200:2.0:1773941417.902336:0:14605:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941417.902341:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322e400. 00000100:00000010:3.0:1773941417.902488:0:14607:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da07ef5c0. 00000020:00000010:3.0:1773941417.902492:0:14607:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef880. 00000020:00000010:3.0:1773941417.902496:0:14607:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322f800. 00000020:00000010:3.0:1773941417.902499:0:14607:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:3.0:1773941417.902501:0:14607:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8322fc00. 00000020:00000010:3.0:1773941417.902504:0:14607:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885a8000. 00000020:00000010:3.0:1773941417.902508:0:14607:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b2d48. 00000020:00000010:3.0:1773941417.902511:0:14607:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8322f400. 80000000:00000010:3.0:1773941417.902514:0:14607:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d83208420. 40000000:00000010:3.0:1773941417.902516:0:14607:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07ef640. 00100000:00000010:3.0:1773941417.902519:0:14607:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885ad000. 00040000:00000010:3.0:1773941417.902522:0:14607:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084d700. 00040000:00000010:3.0:1773941417.902525:0:14607:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d885aa000. 00040000:00000010:3.0:1773941417.902528:0:14607:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8322ec00. 00000004:00000010:3.0:1773941417.902531:0:14607:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d885ab800. 00000004:00000010:3.0:1773941417.902534:0:14607:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e36000. 00000004:00000010:3.0:1773941417.902537:0:14607:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d885ae800. 00002000:00000010:3.0:1773941417.902539:0:14607:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88512000. 00000004:00000010:3.0:1773941417.902542:0:14607:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88511400. 00000100:00000010:3.0:1773941417.902545:0:14607:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d885a9000. 00000100:00000200:3.0:1773941417.902566:0:14607:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941417.902588:0:14602:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff920d87fe7000. 00000100:00000010:0.0:1773941417.902595:0:14602:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d88c46400. 00000100:00000010:0.0:1773941417.902608:0:14602:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d84f48000. 00000100:00000010:0.0:1773941417.902615:0:14602:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d90fd8000. 00000100:00000010:0.0:1773941417.902619:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c46000. 00000100:00000010:0.0:1773941417.902625:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839a000. 00000100:00000010:0.0:1773941417.902628:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c47800. 00000100:00000010:0.0:1773941417.902633:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98398000. 00000100:00000010:0.0:1773941417.902636:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c46c00. 00000100:00000010:0.0:1773941417.902643:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fc000. 00000100:00000010:0.0:1773941417.902646:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c45800. 00000100:00000010:0.0:1773941417.902651:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07f8000. 00000100:00000010:0.0:1773941417.902654:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c44c00. 00000100:00000010:0.0:1773941417.902659:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fe000. 00000100:00000010:0.0:1773941417.902662:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c47c00. 00000100:00000010:0.0:1773941417.902667:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fa000. 00000100:00000010:0.0:1773941417.902670:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c47000. 00000100:00000010:0.0:1773941417.902688:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787e000. 00000100:00000010:0.0:1773941417.902692:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c46800. 00000100:00000010:0.0:1773941417.902697:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87878000. 00000100:00000010:0.0:1773941417.902700:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c44000. 00000100:00000010:0.0:1773941417.902706:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787c000. 00000100:00000010:0.0:1773941417.902708:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c44800. 00000100:00000010:0.0:1773941417.902714:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787a000. 00000100:00000010:0.0:1773941417.902717:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c45000. 00000100:00000010:0.0:1773941417.902723:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87870000. 00000100:00000010:0.0:1773941417.902725:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88c45c00. 00000100:00000010:0.0:1773941417.902731:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87874000. 00000100:00000010:0.0:1773941417.902734:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434c00. 00000100:00000010:0.0:1773941417.902739:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87872000. 00000100:00000010:0.0:1773941417.902742:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437c00. 00000100:00000010:0.0:1773941417.902753:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87876000. 00000100:00000010:0.0:1773941417.902756:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437000. 00000100:00000010:0.0:1773941417.902761:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786a000. 00000100:00000010:0.0:1773941417.902764:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436800. 00000100:00000010:0.0:1773941417.902769:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786e000. 00000100:00000010:0.0:1773941417.902772:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434000. 00000100:00000010:0.0:1773941417.902777:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87868000. 00000100:00000010:0.0:1773941417.902780:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434800. 00000100:00000010:0.0:1773941417.902784:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786c000. 00000100:00000010:0.0:1773941417.902787:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435000. 00000100:00000010:0.0:1773941417.902793:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d16000. 00000100:00000010:0.0:1773941417.902795:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435c00. 00000100:00000010:0.0:1773941417.902801:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d10000. 00000100:00000010:0.0:1773941417.902804:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434400. 00000100:00000010:0.0:1773941417.902809:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d12000. 00000100:00000010:0.0:1773941417.902812:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435400. 00000100:00000010:0.0:1773941417.902817:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d14000. 00000100:00000010:0.0:1773941417.902820:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437400. 00000100:00000010:0.0:1773941417.902825:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c8a000. 00000100:00000010:0.0:1773941417.902829:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436400. 00000100:00000010:0.0:1773941417.902834:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c8e000. 00000100:00000010:0.0:1773941417.902837:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436000. 00000100:00000010:0.0:1773941417.902841:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c88000. 00000100:00000010:0.0:1773941417.902845:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437800. 00000100:00000010:0.0:1773941417.902849:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c8c000. 00000100:00000010:0.0:1773941417.902852:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436c00. 00000100:00000010:0.0:1773941417.902858:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9829e000. 00000100:00000010:0.0:1773941417.902861:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435800. 00000100:00000010:0.0:1773941417.902867:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98298000. 00000100:00000010:0.0:1773941417.902871:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da042f400. 00000100:00000010:0.0:1773941417.902884:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835c8000. 00000100:00000010:0.0:1773941417.902891:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356d400. 00000100:00000010:0.0:1773941417.902896:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ce000. 00000100:00000010:0.0:1773941417.902899:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356dc00. 00000100:00000010:0.0:1773941417.902904:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ca000. 00000100:00000010:0.0:1773941417.902907:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c400. 00000100:00000010:0.0:1773941417.902912:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835cc000. 00000100:00000010:0.0:1773941417.902915:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c800. 00000100:00000010:0.0:1773941417.902925:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885f8000. 00000100:00000010:0.0:1773941417.902928:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356d000. 00000100:00000010:0.0:1773941417.902933:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fe000. 00000100:00000010:0.0:1773941417.902935:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e800. 00000100:00000010:0.0:1773941417.902940:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fa000. 00000100:00000010:0.0:1773941417.902943:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c000. 00000100:00000010:0.0:1773941417.902948:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fc000. 00000100:00000010:0.0:1773941417.902950:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356ec00. 00000100:00000010:0.0:1773941417.902959:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87808000. 00000100:00000010:0.0:1773941417.902962:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e000. 00000100:00000010:0.0:1773941417.902967:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780e000. 00000100:00000010:0.0:1773941417.902969:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356f800. 00000100:00000010:0.0:1773941417.902974:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780a000. 00000100:00000010:0.0:1773941417.902977:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e400. 00000100:00000010:0.0:1773941417.902982:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780c000. 00000100:00000010:0.0:1773941417.902984:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356f400. 00000100:00000010:0.0:1773941417.902995:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e0000. 00000100:00000010:0.0:1773941417.902999:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505000. 00000100:00000010:0.0:1773941417.903004:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e6000. 00000100:00000010:0.0:1773941417.903007:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504800. 00000100:00000010:0.0:1773941417.903012:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e2000. 00000100:00000010:0.0:1773941417.903015:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504400. 00000100:00000010:0.0:1773941417.903020:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e4000. 00000100:00000010:0.0:1773941417.903022:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504000. 00000100:00000010:0.0:1773941417.903048:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0792000. 00000100:00000010:0.0:1773941417.903051:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506800. 00000100:00000010:0.0:1773941417.903056:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0794000. 00000100:00000010:0.0:1773941417.903059:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507000. 00000100:00000010:0.0:1773941417.903064:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0790000. 00000100:00000010:0.0:1773941417.903067:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507c00. 00000100:00000010:0.0:1773941417.903073:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0796000. 00000100:00000010:0.0:1773941417.903076:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504c00. 00000100:00000010:0.0:1773941417.903087:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d6000. 00000100:00000010:0.0:1773941417.903091:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505800. 00000100:00000010:0.0:1773941417.903096:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d2000. 00000100:00000010:0.0:1773941417.903099:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506c00. 00000100:00000010:0.0:1773941417.903104:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d4000. 00000100:00000010:0.0:1773941417.903108:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506000. 00000100:00000010:0.0:1773941417.903113:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d0000. 00000100:00000010:0.0:1773941417.903116:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507800. 00000100:00000010:0.0:1773941417.903295:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d83528000. 00000100:00000010:0.0:1773941417.903299:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506400. 00000100:00000010:0.0:1773941417.903304:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352e000. 00000100:00000010:0.0:1773941417.903307:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507400. 00000100:00000010:0.0:1773941417.903311:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352a000. 00000100:00000010:0.0:1773941417.903315:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505400. 00000100:00000010:0.0:1773941417.903319:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352c000. 00000100:00000010:0.0:1773941417.903323:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505c00. 00000100:00000010:0.0:1773941417.903333:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90876000. 00000100:00000010:0.0:1773941417.903338:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2000. 00000100:00000010:0.0:1773941417.903342:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90872000. 00000100:00000010:0.0:1773941417.903345:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c3c00. 00000100:00000010:0.0:1773941417.903349:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90874000. 00000100:00000010:0.0:1773941417.903352:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2c00. 00000100:00000010:0.0:1773941417.903356:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90870000. 00000100:00000010:0.0:1773941417.903363:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c0c00. 00000100:00000010:0.0:1773941417.903373:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d0000. 00000100:00000010:0.0:1773941417.903377:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c1c00. 00000100:00000010:0.0:1773941417.903382:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d6000. 00000100:00000010:0.0:1773941417.903384:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2400. 00000100:00000010:0.0:1773941417.903390:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d2000. 00000100:00000010:0.0:1773941417.903392:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c1000. 00000100:00000010:0.0:1773941417.903398:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d4000. 00000100:00000010:0.0:1773941417.903402:0:14602:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920da0442800. 00000100:00000010:0.0:1773941417.903415:0:14602:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d835b4000. 00000100:00000010:0.0:1773941417.903422:0:14602:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d90fdb000. 00000100:00000010:0.0:1773941417.903426:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0440000. 00000100:00000010:0.0:1773941417.903436:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0e000. 00000100:00000010:0.0:1773941417.903439:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0440800. 00000100:00000010:0.0:1773941417.903443:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0a000. 00000100:00000010:0.0:1773941417.903446:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0441000. 00000100:00000010:0.0:1773941417.903450:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0c000. 00000100:00000010:0.0:1773941417.903453:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0441c00. 00000100:00000010:0.0:1773941417.903458:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c08000. 00000100:00000010:0.0:1773941417.903461:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0440400. 00000100:00000010:0.0:1773941417.903471:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a92000. 00000100:00000010:0.0:1773941417.903474:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0441400. 00000100:00000010:0.0:1773941417.903479:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a94000. 00000100:00000010:0.0:1773941417.903482:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0443400. 00000100:00000010:0.0:1773941417.903487:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a90000. 00000100:00000010:0.0:1773941417.903489:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0442400. 00000100:00000010:0.0:1773941417.903494:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a96000. 00000100:00000010:0.0:1773941417.903497:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0442000. 00000100:00000010:0.0:1773941417.903507:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c80000. 00000100:00000010:0.0:1773941417.903509:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0443800. 00000100:00000010:0.0:1773941417.903514:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c86000. 00000100:00000010:0.0:1773941417.903520:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0442c00. 00000100:00000010:0.0:1773941417.903525:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c82000. 00000100:00000010:0.0:1773941417.903528:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0441800. 00000100:00000010:0.0:1773941417.903533:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c84000. 00000100:00000010:0.0:1773941417.903536:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0440c00. 00000100:00000010:0.0:1773941417.903546:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86ce8000. 00000100:00000010:0.0:1773941417.903549:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0443c00. 00000100:00000010:0.0:1773941417.903555:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cee000. 00000100:00000010:0.0:1773941417.903558:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da0443000. 00000100:00000010:0.0:1773941417.903563:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cea000. 00000100:00000010:0.0:1773941417.903567:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e31c00. 00000100:00000010:0.0:1773941417.903572:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cec000. 00000100:00000010:0.0:1773941417.903574:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e30400. 00000100:00000010:0.0:1773941417.903584:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a62000. 00000100:00000010:0.0:1773941417.903588:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e33400. 00000100:00000010:0.0:1773941417.903593:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a64000. 00000100:00000010:0.0:1773941417.903597:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5c00. 00000100:00000010:0.0:1773941417.903602:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a60000. 00000100:00000010:0.0:1773941417.903605:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4400. 00000100:00000010:0.0:1773941417.903610:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a66000. 00000100:00000010:0.0:1773941417.903612:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5400. 00000100:00000010:0.0:1773941417.903622:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538c000. 00000100:00000010:0.0:1773941417.903626:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4800. 00000100:00000010:0.0:1773941417.903630:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d85388000. 00000100:00000010:0.0:1773941417.903633:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5000. 00000100:00000010:0.0:1773941417.903637:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538e000. 00000100:00000010:0.0:1773941417.903640:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce6800. 00000100:00000010:0.0:1773941417.903645:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538a000. 00000100:00000010:0.0:1773941417.903648:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4000. 00000100:00000010:0.0:1773941417.903657:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fcc000. 00000100:00000010:0.0:1773941417.903661:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7c00. 00000100:00000010:0.0:1773941417.903668:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fc8000. 00000100:00000010:0.0:1773941417.903672:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7000. 00000100:00000010:0.0:1773941417.903688:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fce000. 00000100:00000010:0.0:1773941417.903692:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7800. 00000100:00000010:0.0:1773941417.903697:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fca000. 00000100:00000010:0.0:1773941417.903700:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce6c00. 00000100:00000010:0.0:1773941417.903711:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce4000. 00000100:00000010:0.0:1773941417.903716:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5800. 00000100:00000010:0.0:1773941417.903720:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce0000. 00000100:00000010:0.0:1773941417.903724:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4c00. 00000100:00000010:0.0:1773941417.903728:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce6000. 00000100:00000010:0.0:1773941417.903732:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7400. 00000100:00000010:0.0:1773941417.903736:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce2000. 00000100:00000010:0.0:1773941417.903740:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4800. 00000100:00000010:0.0:1773941417.903750:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a24000. 00000100:00000010:0.0:1773941417.903754:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5000. 00000100:00000010:0.0:1773941417.903759:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a20000. 00000100:00000010:0.0:1773941417.903762:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5400. 00000100:00000010:0.0:1773941417.903767:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a26000. 00000100:00000010:0.0:1773941417.903770:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4000. 00000100:00000010:0.0:1773941417.903775:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a22000. 00000100:00000010:0.0:1773941417.903779:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a7000. 00000100:00000010:0.0:1773941417.903789:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c64000. 00000100:00000010:0.0:1773941417.903792:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a7400. 00000100:00000010:0.0:1773941417.903798:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c60000. 00000100:00000010:0.0:1773941417.903801:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6000. 00000100:00000010:0.0:1773941417.903806:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c66000. 00000100:00000010:0.0:1773941417.903809:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4400. 00000100:00000010:0.0:1773941417.903814:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c62000. 00000100:00000010:0.0:1773941417.903817:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5c00. 00000100:00000010:0.0:1773941417.903827:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90c3e000. 00000100:00000010:0.0:1773941417.903833:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6c00. 00000100:00000010:0.0:1773941417.903838:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90c3a000. 00000100:00000010:0.0:1773941417.903840:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6400. 00000100:00000010:0.0:1773941417.903845:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90c3c000. 00000100:00000010:0.0:1773941417.903848:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4c00. 00000100:00000010:0.0:1773941417.903853:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90c38000. 00000100:00000010:0.0:1773941417.903856:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5800. 00000100:00000010:0.0:1773941417.903866:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c8a000. 00000100:00000010:0.0:1773941417.903869:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6800. 00000100:00000010:0.0:1773941417.903875:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c8c000. 00000100:00000010:0.0:1773941417.903878:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d92085000. 00000100:00000010:0.0:1773941417.903883:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c88000. 00000100:00000010:0.0:1773941417.903887:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88538800. 00000100:00000010:0.0:1773941417.903893:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c8e000. 00000100:00000010:0.0:1773941417.903895:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88538000. 00000100:00000010:0.0:1773941417.903905:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d909a2000. 00000100:00000010:0.0:1773941417.903909:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8853b000. 00000100:00000010:0.0:1773941417.903913:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d909a4000. 00000100:00000010:0.0:1773941417.903917:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8a42a400. 00000100:00000010:0.0:1773941417.903921:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d909a0000. 00000100:00000010:0.0:1773941417.903925:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d813dd000. 00000100:00000010:0.0:1773941417.903930:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d909a6000. 00000100:00000010:0.0:1773941417.903933:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d813dd800. 00000100:00000010:0.0:1773941417.903943:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d908ba000. 00000100:00000010:0.0:1773941417.903946:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d813dec00. 00000100:00000010:0.0:1773941417.903950:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d908bc000. 00000100:00000010:0.0:1773941417.903954:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88d97800. 00000100:00000010:0.0:1773941417.903959:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d908b8000. 00000100:00000010:0.0:1773941417.903962:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88d95c00. 00000100:00000010:0.0:1773941417.903966:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d908be000. 00000100:00000010:0.0:1773941417.903970:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98b48000. 00000100:00000010:0.0:1773941417.903984:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ee000. 00000100:00000010:0.0:1773941417.903988:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98b4b000. 00000100:00000010:0.0:1773941417.903993:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ea000. 00000100:00000010:0.0:1773941417.903996:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98b4ac00. 00000100:00000010:0.0:1773941417.904001:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ec000. 00000100:00000010:0.0:1773941417.904005:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88521800. 00000100:00000010:0.0:1773941417.904010:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835e8000. 00000100:00000010:0.0:1773941417.904014:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88520800. 00000100:00000010:0.0:1773941417.904025:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a54000. 00000100:00000010:0.0:1773941417.904035:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90aaa800. 00000100:00000010:0.0:1773941417.904040:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a50000. 00000100:00000010:0.0:1773941417.904043:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90aa8000. 00000100:00000010:0.0:1773941417.904048:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a56000. 00000100:00000010:0.0:1773941417.904051:0:14602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90aa8800. 00000100:00000010:0.0:1773941417.904056:0:14602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a52000. 00000400:00000200:0.0:1773941417.904059:0:14602:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1773941417.904102:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aa9000. 00000020:00000010:0.0:1773941417.904106:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d90fdd000. 00000100:00000010:0.0:1773941417.904176:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf600. 00000100:00000010:0.0:1773941417.904179:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b51840. 00000100:00000010:0.0:1773941417.904182:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcff00. 00000100:00000010:0.0:1773941417.904184:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf3c0. 00000100:00000010:0.0:1773941417.904186:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf9c0. 00000100:00000010:0.0:1773941417.904189:0:14602:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff920d88bb2080. 00000100:00000010:0.0:1773941417.904191:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf840. 00000100:00000010:0.0:1773941417.904192:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b51f80. 00000100:00000010:0.0:1773941417.904193:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcfe40. 00000100:00000010:0.0:1773941417.904195:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcfa80. 00000100:00000010:0.0:1773941417.904196:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf540. 00000100:00000010:0.0:1773941417.904197:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcfc00. 00000100:00000010:0.0:1773941417.904198:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b518c0. 00000100:00000010:0.0:1773941417.904200:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d90fcf240. 00000100:00000010:0.0:1773941417.904206:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c18180. 00000100:00000010:0.0:1773941417.904209:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c18a80. 00000100:00000010:0.0:1773941417.904210:0:14602:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff920d88bb2380. 00000100:00000010:0.0:1773941417.904212:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c18f00. 00000100:00000010:0.0:1773941417.904214:0:14602:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d98b51480. 00000100:00000010:0.0:1773941417.904215:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c189c0. 00000100:00000010:0.0:1773941417.904217:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c18900. 00000100:00000010:0.0:1773941417.904218:0:14602:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c18540. 00000100:00000200:0.0:1773941417.904238:0:14602:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1773941417.904241:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d87fe7600. 00000100:00000010:0.0:1773941417.904402:0:14608:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b51b80. 00000020:00000010:0.0:1773941417.904404:0:14608:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51380. 00000020:00000010:0.0:1773941417.904407:0:14608:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe7400. 00000020:00000010:0.0:1773941417.904410:0:14608:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6a00. 00000020:00000010:0.0:1773941417.904412:0:14608:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d838c3c60. 00000040:00000010:0.0:1773941417.904416:0:14608:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845bc00. 00000020:00000010:0.0:1773941417.904419:0:14608:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816b800. 00000020:00000010:0.0:1773941417.904422:0:14608:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a44168. 00000020:00000010:0.0:1773941417.904425:0:14608:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845b800. 80000000:00000010:0.0:1773941417.904427:0:14608:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c3960. 40000000:00000010:0.0:1773941417.904429:0:14608:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b516c0. 00008000:00000010:0.0:1773941417.904432:0:14608:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d88448a98. 00100000:00000010:0.0:1773941417.904435:0:14608:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d98169000. 00040000:00000010:0.0:1773941417.904438:0:14608:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359d500. 00040000:00000010:0.0:1773941417.904440:0:14608:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d9816c800. 00040000:00000010:0.0:1773941417.904442:0:14608:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845b000. 00000004:00000010:0.0:1773941417.904445:0:14608:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d9816a800. 00000004:00000010:0.0:1773941417.904448:0:14608:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d90fda000. 00000004:00000010:0.0:1773941417.904450:0:14608:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d9816f800. 00002000:00000010:0.0:1773941417.904453:0:14608:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90aa9c00. 00000004:00000010:0.0:1773941417.904455:0:14608:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90aa8400. 00000100:00000200:0.0:1773941417.904458:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904461:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b318. 00000400:00000010:0.0:1773941417.904468:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18e40. 00000100:00000200:0.0:1773941417.904471:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904472:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bdc0. 00000400:00000010:0.0:1773941417.904474:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18600. 00000100:00000200:0.0:1773941417.904475:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904476:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b420. 00000400:00000010:0.0:1773941417.904478:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18480. 00000100:00000200:0.0:1773941417.904479:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904480:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b738. 00000400:00000010:0.0:1773941417.904481:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18c00. 00000100:00000200:0.0:1773941417.904482:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904483:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b5d8. 00000400:00000010:0.0:1773941417.904486:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98a2c840. 00000100:00000200:0.0:1773941417.904487:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904488:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b9a0. 00000400:00000010:0.0:1773941417.904489:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98a2c780. 00000100:00000200:0.0:1773941417.904490:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904491:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bd10. 00000400:00000010:0.0:1773941417.904493:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68e40. 00000100:00000200:0.0:1773941417.904494:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904495:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b0b0. 00000400:00000010:0.0:1773941417.904497:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68000. 00000100:00000200:0.0:1773941417.904498:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904500:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b160. 00000400:00000010:0.0:1773941417.904501:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c680c0. 00000100:00000200:0.0:1773941417.904502:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904504:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014bb58. 00000400:00000010:0.0:1773941417.904505:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68240. 00000100:00000200:0.0:1773941417.904506:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904507:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b2c0. 00000400:00000010:0.0:1773941417.904508:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68c00. 00000100:00000200:0.0:1773941417.904509:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904510:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d8014b6e0. 00000400:00000010:0.0:1773941417.904511:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68300. 00000100:00000200:0.0:1773941417.904512:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904523:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43370. 00000400:00000010:0.0:1773941417.904524:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68b40. 00000100:00000200:0.0:1773941417.904526:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904528:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43580. 00000400:00000010:0.0:1773941417.904529:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68600. 00000100:00000200:0.0:1773941417.904530:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904531:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43630. 00000400:00000010:0.0:1773941417.904532:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68180. 00000100:00000200:0.0:1773941417.904534:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904535:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43aa8. 00000400:00000010:0.0:1773941417.904536:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf480. 00000100:00000200:0.0:1773941417.904538:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904539:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f434d0. 00000400:00000010:0.0:1773941417.904540:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfa80. 00000100:00000200:0.0:1773941417.904541:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904542:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43268. 00000400:00000010:0.0:1773941417.904543:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adff00. 00000100:00000200:0.0:1773941417.904545:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904545:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43840. 00000400:00000010:0.0:1773941417.904547:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfd80. 00000100:00000200:0.0:1773941417.904548:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904549:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f431b8. 00000400:00000010:0.0:1773941417.904550:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfe40. 00000100:00000200:0.0:1773941417.904551:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904552:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43058. 00000400:00000010:0.0:1773941417.904553:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf780. 00000100:00000200:0.0:1773941417.904554:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904555:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43000. 00000400:00000010:0.0:1773941417.904556:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfcc0. 00000100:00000200:0.0:1773941417.904557:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904558:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f437e8. 00000400:00000010:0.0:1773941417.904559:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf000. 00000100:00000200:0.0:1773941417.904560:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904561:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43790. 00000400:00000010:0.0:1773941417.904563:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf180. 00000100:00000200:0.0:1773941417.904567:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904568:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43f20. 00000400:00000010:0.0:1773941417.904570:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf900. 00000100:00000200:0.0:1773941417.904571:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904572:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43a50. 00000400:00000010:0.0:1773941417.904573:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf300. 00000100:00000200:0.0:1773941417.904574:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904575:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43c60. 00000400:00000010:0.0:1773941417.904576:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf540. 00000100:00000200:0.0:1773941417.904577:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904578:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f438f0. 00000400:00000010:0.0:1773941417.904579:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf240. 00000100:00000200:0.0:1773941417.904580:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904581:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43b00. 00000400:00000010:0.0:1773941417.904582:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf0c0. 00000100:00000200:0.0:1773941417.904583:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904584:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43948. 00000400:00000010:0.0:1773941417.904591:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85600. 00000100:00000200:0.0:1773941417.904593:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904594:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43898. 00000400:00000010:0.0:1773941417.904596:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85000. 00000100:00000200:0.0:1773941417.904597:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904598:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43688. 00000400:00000010:0.0:1773941417.904599:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85180. 00000100:00000200:0.0:1773941417.904600:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904601:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f433c8. 00000400:00000010:0.0:1773941417.904602:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85f00. 00000100:00000200:0.0:1773941417.904603:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904604:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43528. 00000400:00000010:0.0:1773941417.904605:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d850c0. 00000100:00000200:0.0:1773941417.904606:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904607:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43d10. 00000400:00000010:0.0:1773941417.904608:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85c00. 00000100:00000200:0.0:1773941417.904609:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904610:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f436e0. 00000400:00000010:0.0:1773941417.904614:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85cc0. 00000100:00000200:0.0:1773941417.904615:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904617:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f432c0. 00000400:00000010:0.0:1773941417.904618:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d853c0. 00000100:00000200:0.0:1773941417.904619:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904620:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43b58. 00000400:00000010:0.0:1773941417.904621:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85240. 00000100:00000200:0.0:1773941417.904622:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904623:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43cb8. 00000400:00000010:0.0:1773941417.904624:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85a80. 00000100:00000200:0.0:1773941417.904625:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904626:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43160. 00000400:00000010:0.0:1773941417.904627:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85540. 00000100:00000200:0.0:1773941417.904628:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904629:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f430b0. 00000400:00000010:0.0:1773941417.904630:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85780. 00000100:00000200:0.0:1773941417.904631:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904632:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43318. 00000400:00000010:0.0:1773941417.904633:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85e40. 00000100:00000200:0.0:1773941417.904634:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904635:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43dc0. 00000400:00000010:0.0:1773941417.904636:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85300. 00000100:00000200:0.0:1773941417.904637:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904637:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43420. 00000400:00000010:0.0:1773941417.904639:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d856c0. 00000100:00000200:0.0:1773941417.904640:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904640:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43738. 00000400:00000010:0.0:1773941417.904641:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85480. 00000100:00000200:0.0:1773941417.904642:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904643:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f435d8. 00000400:00000010:0.0:1773941417.904644:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85d80. 00000100:00000200:0.0:1773941417.904645:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904646:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f439a0. 00000400:00000010:0.0:1773941417.904647:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85900. 00000100:00000200:0.0:1773941417.904648:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904652:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43e18. 00000400:00000010:0.0:1773941417.904653:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85840. 00000100:00000200:0.0:1773941417.904655:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904656:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43bb0. 00000400:00000010:0.0:1773941417.904657:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d859c0. 00000100:00000200:0.0:1773941417.904657:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904658:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43f78. 00000400:00000010:0.0:1773941417.904659:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85b40. 00000100:00000200:0.0:1773941417.904660:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904661:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43ec8. 00000400:00000010:0.0:1773941417.904668:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b240. 00000100:00000200:0.0:1773941417.904670:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904671:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f439f8. 00000400:00000010:0.0:1773941417.904672:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079ba80. 00000100:00000200:0.0:1773941417.904673:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904685:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43478. 00000400:00000010:0.0:1773941417.904687:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b540. 00000100:00000200:0.0:1773941417.904688:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904690:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43108. 00000400:00000010:0.0:1773941417.904691:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b780. 00000100:00000200:0.0:1773941417.904692:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904693:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43d68. 00000400:00000010:0.0:1773941417.904694:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079be40. 00000100:00000200:0.0:1773941417.904695:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904696:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43210. 00000400:00000010:0.0:1773941417.904697:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b300. 00000100:00000200:0.0:1773941417.904698:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904699:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43c08. 00000400:00000010:0.0:1773941417.904700:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b6c0. 00000100:00000200:0.0:1773941417.904701:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904702:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d84f43e70. 00000400:00000010:0.0:1773941417.904703:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b480. 00000100:00000200:0.0:1773941417.904704:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904714:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe898. 00000400:00000010:0.0:1773941417.904716:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079bd80. 00000100:00000200:0.0:1773941417.904720:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904722:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe688. 00000400:00000010:0.0:1773941417.904723:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b900. 00000100:00000200:0.0:1773941417.904724:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904725:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe3c8. 00000400:00000010:0.0:1773941417.904727:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b840. 00000100:00000200:0.0:1773941417.904728:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904729:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe528. 00000400:00000010:0.0:1773941417.904730:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b9c0. 00000100:00000200:0.0:1773941417.904731:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904732:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfed10. 00000400:00000010:0.0:1773941417.904733:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079bb40. 00000100:00000200:0.0:1773941417.904734:0:14608:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941417.904735:0:14608:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe6e0. 00000400:00000010:0.0:1773941417.904736:0:14608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da079b600. 00000100:00000010:0.0:1773941417.904738:0:14608:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d9816a000. 00000100:00000200:0.0:1773941417.904750:0:14608:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941417.904768:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322e000. 00000100:00000010:1.0:1773941417.904960:0:14609:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da0cfe9c0. 00000020:00000010:1.0:1773941417.904963:0:14609:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da0cfe780. 00000020:00000010:1.0:1773941417.904967:0:14609:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cf000. 00000020:00000010:1.0:1773941417.904969:0:14609:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cfe00. 00000020:00000010:1.0:1773941417.904972:0:14609:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd960. 00000040:00000010:1.0:1773941417.904974:0:14609:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cfa00. 00000020:00000010:1.0:1773941417.904976:0:14609:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86bec000. 00000020:00000010:1.0:1773941417.904978:0:14609:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884f9420. 00000020:00000010:1.0:1773941417.904981:0:14609:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12ce400. 80000000:00000010:1.0:1773941417.904982:0:14609:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd060. 40000000:00000010:1.0:1773941417.904984:0:14609:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da0cfe840. 00008000:00000010:1.0:1773941417.904987:0:14609:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905df4f8. 00100000:00000010:1.0:1773941417.904990:0:14609:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d86bea000. 00040000:00000010:1.0:1773941417.904992:0:14609:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36a00. 00040000:00000010:1.0:1773941417.904998:0:14609:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d86be8000. 00040000:00000010:1.0:1773941417.905000:0:14609:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf200. 00000004:00000010:1.0:1773941417.905002:0:14609:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d86bed800. 00000004:00000010:1.0:1773941417.905005:0:14609:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e0c000. 00000004:00000010:1.0:1773941417.905008:0:14609:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d88af3000. 00002000:00000010:1.0:1773941417.905011:0:14609:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f95800. 00000004:00000010:1.0:1773941417.905013:0:14609:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f95c00. 00000100:00000010:1.0:1773941417.905016:0:14609:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d88af0000. 00000100:00000200:1.0:1773941417.905027:0:14609:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941417.905038:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8845ae00. 00000100:00000010:0.0:1773941417.905202:0:14610:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b51580. 00000020:00000010:0.0:1773941417.905204:0:14610:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51980. 00000020:00000010:0.0:1773941417.905207:0:14610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845ac00. 00000020:00000010:0.0:1773941417.905209:0:14610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845a400. 00000020:00000010:0.0:1773941417.905211:0:14610:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d838c3360. 00000040:00000010:0.0:1773941417.905212:0:14610:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845b200. 00000020:00000010:0.0:1773941417.905216:0:14610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98bad000. 00000020:00000010:0.0:1773941417.905218:0:14610:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a40508. 00000020:00000010:0.0:1773941417.905220:0:14610:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845b400. 80000000:00000010:0.0:1773941417.905222:0:14610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d838c38a0. 40000000:00000010:0.0:1773941417.905224:0:14610:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51bc0. 00008000:00000010:0.0:1773941417.905226:0:14610:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d88448388. 00100000:00000010:0.0:1773941417.905229:0:14610:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d98baa000. 00040000:00000010:0.0:1773941417.905231:0:14610:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359d000. 00040000:00000010:0.0:1773941417.905234:0:14610:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d98baf800. 00040000:00000010:0.0:1773941417.905236:0:14610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845a800. 00000004:00000010:0.0:1773941417.905243:0:14610:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d98ba9800. 00000004:00000010:0.0:1773941417.905248:0:14610:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d86ccd000. 00000004:00000010:0.0:1773941417.905258:0:14610:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d86c77000. 00002000:00000010:0.0:1773941417.905261:0:14610:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90aa9400. 00000004:00000010:0.0:1773941417.905263:0:14610:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90aab400. 00000100:00000010:0.0:1773941417.905266:0:14610:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d86c74000. 00000100:00000200:0.0:1773941417.905281:0:14610:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1773941417.905299:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d84e5ea00. 00000100:00000010:3.0:1773941417.905414:0:14611:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da07efec0. 00000020:00000010:3.0:1773941417.905417:0:14611:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07efa00. 00000020:00000010:3.0:1773941417.905420:0:14611:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84e5fe00. 00000020:00000010:3.0:1773941417.905423:0:14611:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84e5fa00. 00000020:00000010:3.0:1773941417.905429:0:14611:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d83208180. 00000040:00000010:3.0:1773941417.905431:0:14611:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84e5ee00. 00000020:00000010:3.0:1773941417.905433:0:14611:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885aa800. 00000020:00000010:3.0:1773941417.905436:0:14611:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b5588. 00000020:00000010:3.0:1773941417.905438:0:14611:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84e5f400. 80000000:00000010:3.0:1773941417.905440:0:14611:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d83208780. 40000000:00000010:3.0:1773941417.905442:0:14611:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07ef480. 00008000:00000010:3.0:1773941417.905445:0:14611:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe3880. 00100000:00000010:3.0:1773941417.905447:0:14611:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885a8800. 00040000:00000010:3.0:1773941417.905450:0:14611:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084df00. 00040000:00000010:3.0:1773941417.905452:0:14611:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d885ad800. 00040000:00000010:3.0:1773941417.905454:0:14611:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84e5e000. 00000004:00000010:3.0:1773941417.905457:0:14611:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d885ae000. 00000004:00000010:3.0:1773941417.905460:0:14611:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e31000. 00000004:00000010:3.0:1773941417.905462:0:14611:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d885af000. 00002000:00000010:3.0:1773941417.905464:0:14611:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88511c00. 00000004:00000010:3.0:1773941417.905466:0:14611:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88513800. 00000100:00000200:3.0:1773941417.905469:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905472:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b790. 00000400:00000010:3.0:1773941417.905475:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d000. 00000100:00000200:3.0:1773941417.905478:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905480:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc60. 00000400:00000010:3.0:1773941417.905481:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d0c0. 00000100:00000200:3.0:1773941417.905482:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905484:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b8f0. 00000400:00000010:3.0:1773941417.905485:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d540. 00000100:00000200:3.0:1773941417.905486:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905488:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bb00. 00000400:00000010:3.0:1773941417.905490:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4dcc0. 00000100:00000200:3.0:1773941417.905492:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905494:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b948. 00000400:00000010:3.0:1773941417.905497:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d180. 00000100:00000200:3.0:1773941417.905499:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905501:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b898. 00000400:00000010:3.0:1773941417.905508:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d240. 00000100:00000200:3.0:1773941417.905511:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905514:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b688. 00000400:00000010:3.0:1773941417.905516:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d3c0. 00000100:00000200:3.0:1773941417.905519:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905520:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b3c8. 00000400:00000010:3.0:1773941417.905523:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d6c0. 00000100:00000200:3.0:1773941417.905525:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905527:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b528. 00000400:00000010:3.0:1773941417.905530:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4d9c0. 00000100:00000200:3.0:1773941417.905532:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905534:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bd10. 00000400:00000010:3.0:1773941417.905536:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4df00. 00000100:00000200:3.0:1773941417.905538:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905540:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b6e0. 00000400:00000010:3.0:1773941417.905542:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d84f4db40. 00000100:00000200:3.0:1773941417.905544:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905546:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b2c0. 00000400:00000010:3.0:1773941417.905549:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bf00. 00000100:00000200:3.0:1773941417.905551:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905553:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bb58. 00000400:00000010:3.0:1773941417.905555:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b240. 00000100:00000200:3.0:1773941417.905557:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905559:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00000400:00000010:3.0:1773941417.905561:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6ba80. 00000100:00000200:3.0:1773941417.905563:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905565:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b160. 00000400:00000010:3.0:1773941417.905567:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bcc0. 00000100:00000200:3.0:1773941417.905569:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905571:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b0b0. 00000400:00000010:3.0:1773941417.905573:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b3c0. 00000100:00000200:3.0:1773941417.905575:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905577:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b318. 00000400:00000010:3.0:1773941417.905579:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b540. 00000100:00000200:3.0:1773941417.905581:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905587:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bdc0. 00000400:00000010:3.0:1773941417.905589:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6be40. 00000100:00000200:3.0:1773941417.905592:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905594:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b420. 00000400:00000010:3.0:1773941417.905596:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b780. 00000100:00000200:3.0:1773941417.905598:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905600:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b738. 00000400:00000010:3.0:1773941417.905602:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b9c0. 00000100:00000200:3.0:1773941417.905603:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905605:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b5d8. 00000400:00000010:3.0:1773941417.905607:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bc00. 00000100:00000200:3.0:1773941417.905609:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905610:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b9a0. 00000400:00000010:3.0:1773941417.905612:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b840. 00000100:00000200:3.0:1773941417.905614:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905616:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4be18. 00000400:00000010:3.0:1773941417.905617:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b480. 00000100:00000200:3.0:1773941417.905619:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905621:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bbb0. 00000400:00000010:3.0:1773941417.905623:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b300. 00000100:00000200:3.0:1773941417.905625:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905627:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bf78. 00000400:00000010:3.0:1773941417.905628:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bd80. 00000100:00000200:3.0:1773941417.905630:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905632:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bec8. 00000400:00000010:3.0:1773941417.905634:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f600. 00000100:00000200:3.0:1773941417.905636:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905638:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b9f8. 00000400:00000010:3.0:1773941417.905640:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fc00. 00000100:00000200:3.0:1773941417.905642:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905644:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b478. 00000400:00000010:3.0:1773941417.905646:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fa80. 00000100:00000200:3.0:1773941417.905648:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905649:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b108. 00000400:00000010:3.0:1773941417.905651:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fb40. 00000100:00000200:3.0:1773941417.905657:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905659:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bd68. 00000400:00000010:3.0:1773941417.905661:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f0c0. 00000100:00000200:3.0:1773941417.905663:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905665:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941417.905667:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f780. 00000100:00000200:3.0:1773941417.905669:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905670:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc08. 00000400:00000010:3.0:1773941417.905672:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f480. 00000100:00000200:3.0:1773941417.905674:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905688:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4be70. 00000400:00000010:3.0:1773941417.905690:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f540. 00000100:00000200:3.0:1773941417.905692:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905694:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b370. 00000400:00000010:3.0:1773941417.905696:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fe40. 00000100:00000200:3.0:1773941417.905698:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905700:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b580. 00000400:00000010:3.0:1773941417.905702:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1ff00. 00000100:00000200:3.0:1773941417.905704:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905706:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4ba50. 00000400:00000010:3.0:1773941417.905708:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f300. 00000100:00000200:3.0:1773941417.905710:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905712:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590c08. 00000400:00000010:3.0:1773941417.905714:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fd80. 00000100:00000200:3.0:1773941417.905716:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905718:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590e70. 00000400:00000010:3.0:1773941417.905720:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f6c0. 00000100:00000200:3.0:1773941417.905722:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905724:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590370. 00000400:00000010:3.0:1773941417.905726:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f840. 00000100:00000200:3.0:1773941417.905728:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905730:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590580. 00000400:00000010:3.0:1773941417.905732:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f000. 00000100:00000200:3.0:1773941417.905733:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905735:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590630. 00000400:00000010:3.0:1773941417.905741:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f9c0. 00000100:00000200:3.0:1773941417.905744:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905746:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590aa8. 00000400:00000010:3.0:1773941417.905748:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f240. 00000100:00000200:3.0:1773941417.905750:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905752:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d855904d0. 00000400:00000010:3.0:1773941417.905754:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fcc0. 00000100:00000200:3.0:1773941417.905756:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905758:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590268. 00000400:00000010:3.0:1773941417.905760:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f180. 00000100:00000200:3.0:1773941417.905761:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905764:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590840. 00000400:00000010:3.0:1773941417.905766:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f3c0. 00000100:00000200:3.0:1773941417.905768:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905769:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d855901b8. 00000400:00000010:3.0:1773941417.905772:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78a80. 00000100:00000200:3.0:1773941417.905774:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905776:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590058. 00000400:00000010:3.0:1773941417.905778:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c786c0. 00000100:00000200:3.0:1773941417.905780:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905782:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590000. 00000400:00000010:3.0:1773941417.905784:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78b40. 00000100:00000200:3.0:1773941417.905786:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905788:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d855907e8. 00000400:00000010:3.0:1773941417.905790:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78300. 00000100:00000200:3.0:1773941417.905792:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905794:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590790. 00000400:00000010:3.0:1773941417.905796:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78000. 00000100:00000200:3.0:1773941417.905797:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905799:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590f20. 00000400:00000010:3.0:1773941417.905801:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c783c0. 00000100:00000200:3.0:1773941417.905803:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905805:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590a50. 00000400:00000010:3.0:1773941417.905807:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78240. 00000100:00000200:3.0:1773941417.905808:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905813:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590c60. 00000400:00000010:3.0:1773941417.905816:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78480. 00000100:00000200:3.0:1773941417.905818:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905820:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d855908f0. 00000400:00000010:3.0:1773941417.905822:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78540. 00000100:00000200:3.0:1773941417.905823:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905825:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590b00. 00000400:00000010:3.0:1773941417.905827:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78840. 00000100:00000200:3.0:1773941417.905829:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905831:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d85590948. 00000400:00000010:3.0:1773941417.905833:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78d80. 00000100:00000200:3.0:1773941417.905835:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905837:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312000. 00000400:00000010:3.0:1773941417.905839:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78c00. 00000100:00000200:3.0:1773941417.905841:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905843:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923127e8. 00000400:00000010:3.0:1773941417.905845:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78cc0. 00000100:00000200:3.0:1773941417.905847:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905849:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312790. 00000400:00000010:3.0:1773941417.905851:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78180. 00000100:00000200:3.0:1773941417.905853:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905855:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312f20. 00000400:00000010:3.0:1773941417.905857:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78600. 00000100:00000200:3.0:1773941417.905859:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905861:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312a50. 00000400:00000010:3.0:1773941417.905863:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78900. 00000100:00000200:3.0:1773941417.905864:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905866:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312c60. 00000400:00000010:3.0:1773941417.905868:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78f00. 00000100:00000200:3.0:1773941417.905870:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905872:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923128f0. 00000400:00000010:3.0:1773941417.905875:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78780. 00000100:00000200:3.0:1773941417.905876:0:14611:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941417.905878:0:14611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312b00. 00000400:00000010:3.0:1773941417.905881:0:14611:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da0c05a80. 00000100:00000010:3.0:1773941417.905888:0:14611:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d885ab000. 00000100:00000200:3.0:1773941417.905906:0:14611:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941417.905936:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d83ed7c00. 00000100:00000010:3.0:1773941417.906079:0:14612:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da07efc00. 00000020:00000010:3.0:1773941417.906083:0:14612:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef500. 00000020:00000010:3.0:1773941417.906087:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84e5f800. 00000020:00000010:3.0:1773941417.906090:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84e5f200. 00000020:00000010:3.0:1773941417.906092:0:14612:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d832086c0. 00000040:00000010:3.0:1773941417.906095:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86cb7200. 00000020:00000010:3.0:1773941417.906098:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885af800. 00000020:00000010:3.0:1773941417.906101:0:14612:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b3c60. 00000020:00000010:3.0:1773941417.906104:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86cb6200. 80000000:00000010:3.0:1773941417.906106:0:14612:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d832088a0. 40000000:00000010:3.0:1773941417.906109:0:14612:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07ef0c0. 00008000:00000010:3.0:1773941417.906111:0:14612:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe1fc8. 00100000:00000010:3.0:1773941417.906114:0:14612:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885a9800. 00040000:00000010:3.0:1773941417.906157:0:14612:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084dd00. 00040000:00000010:3.0:1773941417.906161:0:14612:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d885ac800. 00040000:00000010:3.0:1773941417.906163:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86cb6600. 00000004:00000010:3.0:1773941417.906166:0:14612:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d885ac000. 00000004:00000010:3.0:1773941417.906170:0:14612:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e34000. 00000004:00000010:3.0:1773941417.906174:0:14612:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d879a8000. 00002000:00000010:3.0:1773941417.906177:0:14612:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88512400. 00000004:00000010:3.0:1773941417.906180:0:14612:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88512800. 00000100:00000010:3.0:1773941417.906183:0:14612:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d879ae800. 00000100:00000200:3.0:1773941417.906194:0:14612:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941417.906204:0:14602:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d83ed7200. 00000100:00000010:3.0:1773941417.906323:0:14613:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da07ef200. 00000020:00000010:3.0:1773941417.906326:0:14613:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef180. 00000020:00000010:3.0:1773941417.906329:0:14613:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86cb6a00. 00000020:00000010:3.0:1773941417.906330:0:14613:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86cb7600. 00000020:00000010:3.0:1773941417.906333:0:14613:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d861a8180. 00000040:00000010:3.0:1773941417.906334:0:14613:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86cb6e00. 00000020:00000010:3.0:1773941417.906336:0:14613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d879a8800. 00000020:00000010:3.0:1773941417.906338:0:14613:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b78c0. 00000020:00000010:3.0:1773941417.906340:0:14613:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86cb7a00. 80000000:00000010:3.0:1773941417.906346:0:14613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d89ee7f60. 40000000:00000010:3.0:1773941417.906348:0:14613:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07eff00. 00008000:00000010:3.0:1773941417.906350:0:14613:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe11a8. 00100000:00000010:3.0:1773941417.906353:0:14613:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d879aa800. 00040000:00000010:3.0:1773941417.906354:0:14613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084da00. 00040000:00000010:3.0:1773941417.906356:0:14613:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d879ab800. 00040000:00000010:3.0:1773941417.906359:0:14613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84e69c00. 00000004:00000010:3.0:1773941417.906361:0:14613:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d879a9000. 00000004:00000010:3.0:1773941417.906363:0:14613:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e33000. 00000004:00000010:3.0:1773941417.906365:0:14613:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d879ab000. 00002000:00000010:3.0:1773941417.906367:0:14613:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88510400. 00000004:00000010:3.0:1773941417.906369:0:14613:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d82ef9c00. 00000100:00000010:3.0:1773941417.906371:0:14613:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d879a9800. 00000100:00000200:3.0:1773941417.906380:0:14613:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1773941417.906396:0:14602:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff920da079b180. 00010000:00000010:3.0:1773941417.906507:0:14614:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920da07ef700. 00000020:00000010:3.0:1773941417.906513:0:14614:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84e69200. 00000020:00000010:3.0:1773941417.906516:0:14614:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84e69e00. 00000020:00000010:3.0:1773941417.906520:0:14614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d879ac800. 00000020:00000010:3.0:1773941417.906523:0:14614:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b4168. 00000020:00000010:3.0:1773941417.906526:0:14614:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84e68000. 80000000:00000010:3.0:1773941417.906530:0:14614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d8610c900. 40000000:00000010:3.0:1773941417.906532:0:14614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07ef040. 00100000:00000010:3.0:1773941417.906535:0:14614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d879ad000. 00040000:00000010:3.0:1773941417.906538:0:14614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084db00. 00040000:00000010:3.0:1773941417.906541:0:14614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84e68800. 00002000:00000010:3.0:1773941417.906543:0:14614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d82efb400. 00000020:00000010:3.0:1773941417.906546:0:14614:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07efd40. 00010000:00000010:3.0:1773941417.906660:0:14615:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920da07ef840. 00000020:00000010:3.0:1773941417.906664:0:14615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1ea00. 00000020:00000010:3.0:1773941417.906666:0:14615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e000. 00000020:00000010:3.0:1773941417.906668:0:14615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d879aa000. 00000020:00000010:3.0:1773941417.906670:0:14615:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b0508. 00000020:00000010:3.0:1773941417.906672:0:14615:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e800. 80000000:00000010:3.0:1773941417.906690:0:14615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9828c720. 40000000:00000010:3.0:1773941417.906692:0:14615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07ef080. 00100000:00000010:3.0:1773941417.906694:0:14615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d879af800. 00040000:00000010:3.0:1773941417.906696:0:14615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084dc00. 00040000:00000010:3.0:1773941417.906698:0:14615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 00002000:00000010:3.0:1773941417.906700:0:14615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d82efa000. 00000020:00000010:3.0:1773941417.906701:0:14615:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef540. 00000020:00000010:3.0:1773941417.906809:0:14616:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1ee00. 00000020:00000010:3.0:1773941417.906812:0:14616:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1f600. 00000040:00000010:3.0:1773941417.906813:0:14616:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e600. 00000020:00000010:3.0:1773941417.906815:0:14616:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d879ac000. 00000020:00000010:3.0:1773941417.906817:0:14616:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b2840. 00000020:00000010:3.0:1773941417.906819:0:14616:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1f200. 80000000:00000010:3.0:1773941417.906821:0:14616:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d8a6069c0. 40000000:00000010:3.0:1773941417.906822:0:14616:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07efd00. 00100000:00000010:3.0:1773941417.906824:0:14616:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d879af000. 00040000:00000010:3.0:1773941417.906826:0:14616:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084de00. 00040000:00000010:3.0:1773941417.906828:0:14616:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d879ae000. 00040000:00000010:3.0:1773941417.906830:0:14616:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d91e05800. 00000004:00000010:3.0:1773941417.906832:0:14616:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d879ad800. 00000004:00000010:3.0:1773941417.906834:0:14616:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e30000. 00000004:00000010:3.0:1773941417.906837:0:14616:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d8353e000. 00002000:00000010:3.0:1773941417.906839:0:14616:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d8a538400. 00000004:00000010:3.0:1773941417.906841:0:14616:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d8a539000. 00000020:00000010:3.0:1773941417.906843:0:14616:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef000. 00000001:00000010:0.0:1773941417.906862:0:14602:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff920d838c3f60. 00000001:00000010:0.0:1773941417.906873:0:14602:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff920d838c3120. 00000020:00000010:0.0:1773941417.906904:0:14602:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d86c77800. 00000100:00000200:0.0:1773941417.906929:0:14602:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941417.906937:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.906945:0:14602:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:0.0:1773941417.906951:0:14602:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d838c3000. 00010000:00000010:0.0:1773941417.906957:0:14602:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d90aaa400. 00000001:00000010:0.0:1773941417.906963:0:14602:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d8a6e0800. 00000001:00000010:0.0:1773941417.906969:0:14602:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff920d8356a2c0. 00000001:00000010:0.0:1773941417.906973:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff920d8a6e0c00. 00000001:00000010:0.0:1773941417.906976:0:14602:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff920d8a6e1a00. 00000020:00000010:0.0:1773941417.907038:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aaa000. 00000020:00000010:0.0:1773941417.907042:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d838c3540. 00000020:00000010:0.0:1773941417.907098:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aab800. 00000020:00000010:0.0:1773941417.907100:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d83e9f800. 00000040:00000010:0.0:1773941417.907115:0:14602:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920da079bf00. 00000020:00000010:0.0:1773941417.907475:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7e800. 00000040:00000010:0.0:1773941417.907482:0:14602:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d90f7fc00. 00000020:00000010:0.0:1773941417.907488:0:14602:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920da07a7800. 00000020:00000010:0.0:1773941417.907494:0:14602:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d90f7e600. 00040000:00000010:0.0:1773941417.907498:0:14602:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359de00. 00040000:00000010:0.0:1773941417.907501:0:14602:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d90f7f000. 00000020:00000010:0.0:1773941417.907511:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7f800. 00000020:00000010:0.0:1773941417.907515:0:14602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d88bb2200. 00000020:00000010:0.0:1773941417.907521:0:14602:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d83561e10. 00008000:00000010:0.0:1773941417.907529:0:14602:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d88497a78. 00000020:00000010:0.0:1773941417.907536:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7f200. 00000020:00000010:0.0:1773941417.907543:0:14602:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff920d88bb2e80. 00000020:00000010:0.0:1773941417.907565:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86c72000. 00000400:00000200:0.0:1773941417.907590:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.907595:0:14602:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:0.0:1773941417.907609:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90face00. 02000000:00000010:0.0:1773941417.907623:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90aaac00. 00000020:00000010:0.0:1773941417.907686:0:14602:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff920d98b51640. 00000020:00000010:0.0:1773941417.907692:0:14602:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff920da1333e40. 00000020:00000010:0.0:1773941417.907699:0:14602:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff920d82c63fe0. 00000080:00000010:0.0:1773941417.907709:0:14602:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff920d838c3b40. 00000080:00000010:0.0:1773941417.907714:0:14602:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff920d86c75000. 02000000:00000010:2.0:1773941417.907737:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90aed800. 00000400:00000200:2.0:1773941417.907746:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.907750:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7aaa8. 00000400:00000010:2.0:1773941417.907755:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5a18. 00000100:00000200:2.0:1773941417.907760:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203392256, portal 25 00000400:00000010:2.0:1773941417.907767:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5660. 00000100:00000200:2.0:1773941417.907769:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203392256, offset 0 00000400:00000200:2.0:1773941417.907784:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.907792:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.907800:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.907806:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.907810:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000020:00000010:0.0:1773941417.907812:0:14602:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff920da079b0c0. 00000400:00000200:2.0:1773941417.907815:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.907821:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000080:00000010:0.0:1773941417.907822:0:14602:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff920d89a1c5f8. 00000400:00000200:2.0:1773941417.907827:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [80:80:256:4294967295] 192.168.204.109@tcp LPNI seq info [80:80:8:4294967295] 00000080:00000010:0.0:1773941417.907828:0:14602:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff920d89a1cc38. 00000400:00000200:2.0:1773941417.907839:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.907851:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.907860:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.907870:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45200. 00000800:00000200:2.0:1773941417.907881:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.907890:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.907896:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45200 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.907915:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:2.0:1773941417.907918:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d835b2ba0. 00000100:00000010:2.0:1773941417.907928:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d835b2cc0. 00000800:00000200:3.0:1773941417.908001:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.908005:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45200. 00000400:00000200:3.0:1773941417.908009:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.908015:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.908020:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5660 00000400:00000010:3.0:1773941417.908023:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5660. 00000100:00000200:3.0:1773941417.908031:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90face00 x1860112203392256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941417.908660:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aabc00. 00000020:00000010:0.0:1773941417.908664:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff920d86c70000. 00000020:00000010:0.0:1773941417.908697:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aab000. 00000020:00000010:0.0:1773941417.908715:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff920d861c2400. 00000020:00000010:0.0:1773941417.908739:0:14602:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff920d88bb2e80. 00000020:00000010:0.0:1773941417.908746:0:14602:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff920da079bc00. 00000020:00000010:0.0:1773941417.908751:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7f000. 00000020:00000010:0.0:1773941417.908757:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7e600. 00000040:00000010:0.0:1773941417.908761:0:14602:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d90f7fc00. 00000020:00000010:0.0:1773941417.908766:0:14602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c73000. 00000020:00000010:0.0:1773941417.908771:0:14602:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d90f7e800. 00040000:00000010:0.0:1773941417.908775:0:14602:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359d400. 00040000:00000010:0.0:1773941417.908782:0:14602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83ac1600. 10000000:00000010:0.0:1773941417.908799:0:14602:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff920d83ac0c00. 02000000:00000010:0.0:1773941417.908807:0:14602:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff920d88bb2200. 00000100:00000010:0.0:1773941417.908814:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faca80. 02000000:00000010:0.0:1773941417.908824:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83ac0200. 00010000:00000010:0.0:1773941417.908836:0:14602:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962ea00. 00010000:00000010:0.0:1773941417.908842:0:14602:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80031400. 00000020:00000010:0.0:1773941417.908846:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d88bb2300. 00000100:00000010:0.0:1773941417.908863:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920da079bcc0. 00000020:00000010:0.0:1773941417.909177:0:6:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff920d83ac1a00. 00000400:00000200:2.0:1773941417.909371:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.909377:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.909384:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.909388:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.909393:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.909398:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f202500 00000400:00000200:2.0:1773941417.909403:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.909407:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x75d [1] + 0 00000400:00000200:2.0:1773941417.909420:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.909425:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.909434:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90face00 x1860112203392256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941417.909501:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7aaa8. 00000400:00000200:0.0:1773941417.909508:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5a18 00000400:00000010:0.0:1773941417.909511:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5a18. 00000100:00000200:0.0:1773941417.909522:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90face00 x1860112203392256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941417.909534:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90face00 x1860112203392256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941417.909591:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90aed800. 02000000:00000010:0.0:1773941417.909598:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90aaac00. 00000100:00000010:0.0:1773941417.909605:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90face00. 02000000:00000010:0.0:1773941417.909647:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c2000. 00000400:00000200:0.0:1773941417.909661:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941417.909670:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe2c0. 00000400:00000010:0.0:1773941417.909686:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feef68. 00000100:00000200:0.0:1773941417.909691:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203392384, portal 25 00000400:00000010:0.0:1773941417.909697:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee440. 00000100:00000200:0.0:1773941417.909702:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203392384, offset 0 00000400:00000200:0.0:1773941417.909710:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941417.909718:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.909728:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941417.909734:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941417.909739:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941417.909748:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941417.909750:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941417.909753:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [81:81:256:4294967295] 192.168.204.109@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1773941417.909757:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.909768:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941417.909775:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941417.909780:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d600. 00000800:00000200:0.0:1773941417.909785:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941417.909792:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941417.909795:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d600 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941417.909809:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941417.909876:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941417.909881:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d600. 00000400:00000200:2.0:1773941417.909886:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.909892:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941417.909896:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee440 00000400:00000010:2.0:1773941417.909899:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee440. 00000100:00000200:2.0:1773941417.909906:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faca80 x1860112203392384/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.910846:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.910851:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.910855:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.910858:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.910861:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.910863:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f202580 00000400:00000200:2.0:1773941417.910868:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.910871:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x76d [1] + 224 00000400:00000200:2.0:1773941417.910879:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.910882:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.910888:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faca80 x1860112203392384/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.910918:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe2c0. 00000400:00000200:2.0:1773941417.910923:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feef68 00000400:00000010:2.0:1773941417.910925:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feef68. 00000100:00000200:2.0:1773941417.910932:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faca80 x1860112203392384/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.910942:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faca80 x1860112203392384/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.910970:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920da079bcc0. 02000000:00000010:2.0:1773941417.911000:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c2000. 02000000:00000010:2.0:1773941417.911004:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83ac0200. 00000100:00000010:2.0:1773941417.911009:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faca80. 10000000:00000010:2.0:1773941417.911018:0:14602:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af80c0. 00000020:00000010:2.0:1773941417.911023:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84f57000. 00000020:00000010:2.0:1773941417.911029:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84f57800. 00000040:00000010:2.0:1773941417.911033:0:14602:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.911038:0:14602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae7800. 00000020:00000010:2.0:1773941417.911043:0:14602:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84f57e00. 80000000:00000010:2.0:1773941417.911047:0:14602:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b27e0. 00040000:00000010:2.0:1773941417.911051:0:14602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84f56200. 20000000:00000010:2.0:1773941417.911057:0:14602:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d84f56e00. 00000040:00000010:2.0:1773941417.911065:0:14602:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920d88426e00. 00000100:00000010:2.0:1773941417.911071:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.911082:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d88426400. 00000100:00000010:2.0:1773941417.911093:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.911107:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d88427800. 00000400:00000200:2.0:1773941417.911112:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.911116:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.911146:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.911151:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203392512, portal 25 00000400:00000010:2.0:1773941417.911155:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5f68. 00000100:00000200:2.0:1773941417.911159:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203392512, offset 0 00000400:00000200:2.0:1773941417.911166:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.911172:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.911178:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.911182:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.911186:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.911190:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.911193:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.911197:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [82:82:256:4294967295] 192.168.204.109@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1773941417.911202:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.911217:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.911224:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.911228:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941417.911233:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.911241:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.911245:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.911262:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.911305:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.911309:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000200:3.0:1773941417.911313:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.911316:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.911318:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5f68 00000400:00000010:3.0:1773941417.911319:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5f68. 00000100:00000200:3.0:1773941417.911324:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203392512/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.912296:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912302:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.912306:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912310:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912314:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912317:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f202600 00000400:00000200:2.0:1773941417.912320:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912324:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x775 [1] + 224 00000400:00000200:2.0:1773941417.912352:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.912356:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.912361:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203392512/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.912401:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:2.0:1773941417.912404:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:2.0:1773941417.912406:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.912413:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203392512/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.912420:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203392512/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.912440:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.912444:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d88427800. 02000000:00000010:2.0:1773941417.912448:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d88426400. 00000100:00000010:2.0:1773941417.912456:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 00000040:00000010:2.0:1773941417.912461:0:14602:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920d88426e00. 00000020:00000010:2.0:1773941417.912467:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84f57800. 00000040:00000010:2.0:1773941417.912470:0:14602:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.912474:0:14602:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae7800. 00000020:00000010:2.0:1773941417.912478:0:14602:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84f57e00. 80000000:00000010:2.0:1773941417.912484:0:14602:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b27e0. 00040000:00000010:2.0:1773941417.912491:0:14602:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84f56200. 20000000:00000010:2.0:1773941417.912495:0:14602:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d84f56e00. 00000020:00000010:2.0:1773941417.912498:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84f57000. 10000000:00000010:2.0:1773941417.912501:0:14602:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af80c0. 10000000:00000010:2.0:1773941417.912515:0:14602:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff920d88426e00. 10000000:00000010:2.0:1773941417.912520:0:14602:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff920d88426400. 10000000:00000010:2.0:1773941417.912525:0:14602:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff920d88427800. 00000100:00000010:2.0:1773941417.912532:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.912538:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d88427a00. 00010000:00000010:2.0:1773941417.912547:0:14602:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ea00. 00000020:00000010:2.0:1773941417.912551:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d8a6cd700. 00000100:00000010:2.0:1773941417.912560:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.912569:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90aee800. 00000400:00000200:2.0:1773941417.912573:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.912575:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.912579:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.912581:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203392640, portal 25 00000400:00000010:2.0:1773941417.912583:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5110. 00000100:00000200:2.0:1773941417.912585:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203392640, offset 0 00000400:00000200:2.0:1773941417.912588:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.912591:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912594:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.912596:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.912599:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.912603:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.912608:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.912615:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [83:83:256:4294967295] 192.168.204.109@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1773941417.912618:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.912623:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.912627:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.912632:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45900. 00000800:00000200:2.0:1773941417.912638:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.912644:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.912649:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45900 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.912661:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.912760:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.912763:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45900. 00000400:00000200:3.0:1773941417.912768:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.912772:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.912776:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5110 00000400:00000010:3.0:1773941417.912777:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5110. 00000100:00000200:3.0:1773941417.912782:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203392640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.913517:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.913524:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.913528:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.913530:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.913532:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.913534:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f202680 00000400:00000200:3.0:1773941417.913537:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.913539:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x785 [1] + 224 00000400:00000200:3.0:1773941417.913547:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.913550:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.913554:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203392640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.913609:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:2.0:1773941417.913613:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:2.0:1773941417.913615:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.913621:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203392640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.913628:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203392640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.913639:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.913648:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90aee800. 02000000:00000010:2.0:1773941417.913650:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d88427a00. 00000100:00000010:2.0:1773941417.913652:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 10000000:00000010:2.0:1773941417.913656:0:14602:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af80c0. 00000020:00000010:2.0:1773941417.913659:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d88427a00. 00000020:00000010:2.0:1773941417.913662:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d88426a00. 00000040:00000010:2.0:1773941417.913666:0:14602:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d88427400. 00000020:00000010:2.0:1773941417.913670:0:14602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae7800. 00000020:00000010:2.0:1773941417.913673:0:14602:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d88426c00. 80000000:00000010:2.0:1773941417.913688:0:14602:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b27e0. 00040000:00000010:2.0:1773941417.913691:0:14602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d88427000. 20000000:00000010:2.0:1773941417.913694:0:14602:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d88426800. 00000040:00000010:2.0:1773941417.913698:0:14602:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920d88427c00. 00000100:00000010:2.0:1773941417.913706:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.913711:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d88427600. 00000100:00000010:2.0:1773941417.913716:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.913722:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84f57000. 00000400:00000200:2.0:1773941417.913725:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.913727:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.913730:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.913732:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203392768, portal 25 00000400:00000010:2.0:1773941417.913734:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5550. 00000100:00000200:2.0:1773941417.913736:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203392768, offset 0 00000400:00000200:2.0:1773941417.913741:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.913743:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.913746:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.913748:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.913750:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.913752:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.913754:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.913756:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [84:84:256:4294967295] 192.168.204.109@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1773941417.913759:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.913763:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.913765:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.913768:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45400. 00000800:00000200:2.0:1773941417.913771:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.913774:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.913776:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45400 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.913786:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.913830:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.913838:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45400. 00000400:00000200:3.0:1773941417.913842:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.913846:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.913848:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5550 00000400:00000010:3.0:1773941417.913850:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5550. 00000100:00000200:3.0:1773941417.913855:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203392768/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.914562:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.914567:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.914571:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.914574:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.914576:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.914579:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f202700 00000400:00000200:3.0:1773941417.914582:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.914584:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x795 [1] + 224 00000400:00000200:3.0:1773941417.914591:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.914593:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.914598:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203392768/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.914663:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:2.0:1773941417.914668:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:2.0:1773941417.914669:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.914690:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203392768/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.914708:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203392768/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.914722:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.914727:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84f57000. 02000000:00000010:2.0:1773941417.914730:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d88427600. 00000100:00000010:2.0:1773941417.914733:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 00000040:00000010:2.0:1773941417.914740:0:14602:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff920d9089c000. 00000100:00000010:2.0:1773941417.914743:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.914748:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d84f57000. 00000100:00000010:2.0:1773941417.914753:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.914767:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d87818000. 00000400:00000200:2.0:1773941417.914771:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.914773:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.914776:0:14602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d88ca7180. 00000100:00000200:2.0:1773941417.914779:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203392896, portal 25 00000400:00000010:2.0:1773941417.914781:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941417.914783:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203392896, offset 0 00000400:00000200:2.0:1773941417.914788:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.914792:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.914795:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.914798:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.914800:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.914802:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.914804:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.914806:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [85:85:256:4294967295] 192.168.204.109@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1773941417.914809:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.914814:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.914817:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.914820:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45000. 00000800:00000200:2.0:1773941417.914828:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.914832:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.914834:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45000 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.914848:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.914892:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.914895:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45000. 00000400:00000200:3.0:1773941417.914898:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.914903:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.914905:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:3.0:1773941417.914907:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000200:3.0:1773941417.914913:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203392896/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.915770:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.915775:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.915780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.915782:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.915789:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.915791:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f202780 00000400:00000200:3.0:1773941417.915794:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.915796:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x7a5 [4] + 224 00000400:00000200:3.0:1773941417.915847:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.915851:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.915855:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203392896/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.915895:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:2.0:1773941417.915899:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88ca7180 00000400:00000010:2.0:1773941417.915901:0:14602:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d88ca7180. 00000100:00000200:2.0:1773941417.915906:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203392896/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.915913:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203392896/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.915924:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7000. 02000000:00000010:2.0:1773941417.915931:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d87818000. 02000000:00000010:2.0:1773941417.915940:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d84f57000. 00000100:00000010:2.0:1773941417.915944:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 00000040:00000010:2.0:1773941417.915950:0:14602:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff920d835b25a0. 00000020:00000010:3.0:1773941417.916098:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da0454e00. 00000020:00000010:3.0:1773941417.916102:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da0455000. 00000040:00000010:3.0:1773941417.916104:0:14622:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da0455e00. 00000020:00000010:3.0:1773941417.916107:0:14622:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83539000. 00000020:00000010:3.0:1773941417.916110:0:14622:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b3758. 00000020:00000010:3.0:1773941417.916113:0:14622:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da0455800. 80000000:00000010:3.0:1773941417.916170:0:14622:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d8a606a80. 40000000:00000010:3.0:1773941417.916176:0:14622:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da07efa80. 00100000:00000010:3.0:1773941417.916181:0:14622:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d8353a800. 00040000:00000010:3.0:1773941417.916185:0:14622:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084d600. 00040000:00000010:3.0:1773941417.916188:0:14622:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d8353e800. 00040000:00000010:3.0:1773941417.916191:0:14622:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d91ea5600. 00000004:00000010:3.0:1773941417.916194:0:14622:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d8353d800. 00000004:00000010:3.0:1773941417.916198:0:14622:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e37000. 00000004:00000010:3.0:1773941417.916201:0:14622:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d8353f000. 00002000:00000010:3.0:1773941417.916205:0:14622:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d832a6400. 00000004:00000010:3.0:1773941417.916208:0:14622:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d832a6c00. 00000020:00000010:3.0:1773941417.916212:0:14622:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da07ef240. 00000040:00000010:3.0:1773941417.916217:0:14622:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff920d87816000. 00000100:00000010:3.0:1773941417.916223:0:14622:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7c000. 02000000:00000010:3.0:1773941417.916232:0:14622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8a4e5a00. 00000100:00000010:3.0:1773941417.916240:0:14622:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7900. 02000000:00000010:3.0:1773941417.916262:0:14622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d90f9c000. 00000400:00000200:3.0:1773941417.916272:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941417.916275:0:14622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312948. 00000400:00000010:3.0:1773941417.916279:0:14622:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d83ea73c0. 00000100:00000200:3.0:1773941417.916283:0:14622:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203393024, portal 25 00000400:00000010:3.0:1773941417.916288:0:14622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcf68. 00000100:00000200:3.0:1773941417.916290:0:14622:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203393024, offset 0 00000400:00000200:3.0:1773941417.916295:0:14622:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941417.916299:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.916303:0:14622:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941417.916306:0:14622:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941417.916309:0:14622:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941417.916311:0:14622:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941417.916314:0:14622:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941417.916317:0:14622:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [86:86:256:4294967295] 192.168.204.109@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:3.0:1773941417.916321:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.916327:0:14622:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941417.916332:0:14622:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941417.916337:0:14622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d9084d100. 00000800:00000200:3.0:1773941417.916342:0:14622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941417.916347:0:14622:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941417.916350:0:14622:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d9084d100 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941417.916359:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.916412:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.916415:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d9084d100. 00000400:00000200:3.0:1773941417.916418:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.916422:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.916425:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcf68 00000400:00000010:3.0:1773941417.916427:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcf68. 00000100:00000200:3.0:1773941417.916433:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7c000 x1860112203393024/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.917232:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.917243:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.917302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.917306:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.917310:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.917314:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f202800 00000400:00000200:3.0:1773941417.917318:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.917322:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x7b5 [4] + 224 00000400:00000200:3.0:1773941417.917334:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.917338:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.917345:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7c000 x1860112203393024/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.917386:0:14622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312948. 00000400:00000200:2.0:1773941417.917392:0:14622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d83ea73c0 00000400:00000010:2.0:1773941417.917393:0:14622:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d83ea73c0. 00000100:00000200:2.0:1773941417.917400:0:14622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7c000 x1860112203393024/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.917409:0:14622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7c000 x1860112203393024/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.917423:0:14622:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7900. 02000000:00000010:2.0:1773941417.917429:0:14622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d90f9c000. 02000000:00000010:2.0:1773941417.917438:0:14622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8a4e5a00. 00000100:00000010:2.0:1773941417.917441:0:14622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7c000. 00000020:00000010:2.0:1773941417.917456:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d88a45c00. 00000020:00000010:2.0:1773941417.917460:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d88a45c00. 00000020:00000010:2.0:1773941417.917466:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917476:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917487:0:14622:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d88cd4d28. 00000020:00000010:2.0:1773941417.917494:0:14622:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90ae5800. 00000020:00000010:2.0:1773941417.917508:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917512:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917516:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917520:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff920d88ca7180. 00000001:00000010:2.0:1773941417.917540:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d88a45c00. 00000001:00000010:2.0:1773941417.917546:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88b7dbe0. 00000001:00000010:2.0:1773941417.917549:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d84f57000. 00000001:00000010:2.0:1773941417.917553:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d84f56e00. 00000001:00000010:2.0:1773941417.917557:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d84f56200. 00000001:00000010:2.0:1773941417.917560:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d84f57e00. 00000020:00000010:2.0:1773941417.917564:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.917568:0:14622:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917573:0:14622:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d897dd4b0. 00008000:00000010:2.0:1773941417.917578:0:14622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d86410580. 00000020:00000010:2.0:1773941417.917583:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84f57800. 00000020:00000010:2.0:1773941417.917587:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d88427600. 00000020:00000010:2.0:1773941417.917591:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b2240. 00008000:00000010:2.0:1773941417.917595:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf34f8. 00020000:00000010:2.0:1773941417.917600:0:14622:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff920d90aef800. 00000020:00000010:2.0:1773941417.917614:0:14622:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff920d8784f868. 00020000:00000010:2.0:1773941417.917763:0:14622:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff920da078b000. 00020000:00000010:2.0:1773941417.917769:0:14622:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff920da078e000. 00000020:00000010:2.0:1773941417.917803:0:14622:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff920da07f0000. 00000020:00000010:2.0:1773941417.917813:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90aed400. 00000020:00000010:2.0:1773941417.917818:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff920d88ca7f00. 00000020:00000010:2.0:1773941417.917827:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d88427600. 00000020:00000010:2.0:1773941417.917832:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d835b2240. 00008000:00000010:2.0:1773941417.917836:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d86cf34f8. 00000020:00000010:2.0:1773941417.917847:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84f57800. 00000020:00000010:2.0:1773941417.917851:0:14622:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917854:0:14622:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d897dd4b0. 00008000:00000010:2.0:1773941417.917858:0:14622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d86410580. 00000020:00000010:2.0:1773941417.917861:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.917865:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff920d88ca7180. 00000020:00000010:2.0:1773941417.917867:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917872:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d88a45000. 00000020:00000010:2.0:1773941417.917875:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d88a45000. 00000020:00000010:2.0:1773941417.917880:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d88a45000. 00000020:00000010:2.0:1773941417.917882:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d88a45000. 00000020:00000010:2.0:1773941417.917886:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917890:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917896:0:14622:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d88cd0000. 00000020:00000010:2.0:1773941417.917900:0:14622:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90ae6800. 00000020:00000010:2.0:1773941417.917908:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917910:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917913:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.917917:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff920d88ca7180. 00000001:00000010:2.0:1773941417.917933:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d88a45000. 00000001:00000010:2.0:1773941417.917937:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88b7d580. 00000001:00000010:2.0:1773941417.917939:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d88477400. 00000001:00000010:2.0:1773941417.917942:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d88476600. 00000001:00000010:2.0:1773941417.917945:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d88476c00. 00000001:00000010:2.0:1773941417.917948:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d88476800. 00000020:00000010:2.0:1773941417.917951:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d88477c00. 00000020:00000010:2.0:1773941417.917955:0:14622:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.917959:0:14622:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d897dd4b0. 00020000:00000010:2.0:1773941417.917963:0:14622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d884a5b00. 00008000:00000010:2.0:1773941417.917966:0:14622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d86410580. 00000020:00000010:2.0:1773941417.917971:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.917979:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84f57800. 00000040:00000010:2.0:1773941417.917982:0:14622:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d88427600. 00000020:00000010:2.0:1773941417.917985:0:14622:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae3800. 00000020:00000010:2.0:1773941417.917989:0:14622:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8641b600. 00040000:00000010:2.0:1773941417.917993:0:14622:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45400. 00040000:00000010:2.0:1773941417.917996:0:14622:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8641a400. 00800000:00000010:2.0:1773941417.918001:0:14622:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff920d90af8b00. 00000020:00000010:2.0:1773941417.918150:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d92104400. 00000020:00000010:2.0:1773941417.918157:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d8641b000. 80000000:00000010:2.0:1773941417.918181:0:14622:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff920d88ca70c0. 00800000:00000010:2.0:1773941417.918215:0:14622:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff920d8641a800. 00800000:00000010:2.0:1773941417.918218:0:14622:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff920d8641ac00. 00000020:00000010:2.0:1773941417.918221:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84f57800. 00000040:00000010:2.0:1773941417.918225:0:14622:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d88427600. 00000020:00000010:2.0:1773941417.918228:0:14622:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae3800. 00000020:00000010:2.0:1773941417.918231:0:14622:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8641b600. 00040000:00000010:2.0:1773941417.918234:0:14622:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d88a45400. 00040000:00000010:2.0:1773941417.918238:0:14622:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8641a400. 00000020:00000010:2.0:1773941417.918241:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84f56400. 00000020:00000010:2.0:1773941417.918245:0:14622:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d8a6cd300. 00000020:00000010:2.0:1773941417.918249:0:14622:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d897dd4b0. 00020000:00000010:2.0:1773941417.918252:0:14622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d884a5b00. 00008000:00000010:2.0:1773941417.918256:0:14622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d86410580. 00000020:00000010:2.0:1773941417.918259:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d88477c00. 00000020:00000010:2.0:1773941417.918262:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff920d88ca7180. 00000020:00000010:2.0:1773941417.918266:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90af8600. 00000020:00000010:2.0:1773941417.918272:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d88a45400. 00000020:00000010:2.0:1773941417.918275:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d88a45400. 00000020:00000010:2.0:1773941417.918282:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d88a45400. 00000020:00000010:2.0:1773941417.918285:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d88a45400. 00000020:00000010:3.0:1773941417.919385:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff920d8a6068a0. 00000020:00000010:3.0:1773941417.919392:0:14622:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff920da07ef100. 00000020:00000010:3.0:1773941417.919397:0:14622:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff920d89acdf30. 00000020:00000010:3.0:1773941417.919400:0:14622:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff920d89acd510. 00000020:00000010:3.0:1773941417.919403:0:14622:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff920d89acd1a0. 00000020:00000010:3.0:1773941417.919407:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff920d8a6068a0. 00000020:00000010:3.0:1773941417.919416:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d100. 00000020:00000010:3.0:1773941417.919419:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d100. 00000020:00000010:3.0:1773941417.919428:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d100. 00000020:00000010:3.0:1773941417.919432:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d100. 00000020:00000010:3.0:1773941417.919436:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920da07ef9c0. 00000100:00000010:3.0:1773941417.919440:0:14622:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d86404800. 00000400:00000200:3.0:1773941417.919445:0:14622:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1773941417.919450:0:14622:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941417.919454:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.919458:0:14622:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941417.919462:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.919469:0:14622:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941417.919473:0:14622:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941417.919476:0:14622:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:3.0:1773941417.919486:0:14622:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d86404800. 00000020:00000010:3.0:1773941417.919491:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.919497:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.919502:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.919511:0:14622:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920da12f99b8. 00000020:00000010:3.0:1773941417.919516:0:14622:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d83538800. 00000020:00000010:3.0:1773941417.919524:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.919527:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.919532:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.919537:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000001:00000010:3.0:1773941417.919553:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d9084d100. 00000001:00000010:3.0:1773941417.919558:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920da0c15340. 00000001:00000010:3.0:1773941417.919561:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d8a4e5600. 00000001:00000010:3.0:1773941417.919563:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d8a4e5000. 00000001:00000010:3.0:1773941417.919566:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d8a4e5a00. 00000001:00000010:3.0:1773941417.919570:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d83ef2600. 00000020:00000010:3.0:1773941417.919573:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.919576:0:14622:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.919580:0:14622:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.919583:0:14622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.919586:0:14622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.919590:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ef3c00. 00000020:00000010:3.0:1773941417.919593:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83ef3000. 00000020:00000010:3.0:1773941417.919596:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d8a6068a0. 00020000:00000010:3.0:1773941417.919600:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.919603:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00000002:00000010:3.0:1773941417.919609:0:14622:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff920d92154200. 00010000:00000010:3.0:1773941417.919620:0:14622:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d82e32000. 00010000:00000010:3.0:1773941417.919627:0:14622:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d90ba5000. 00010000:00000010:3.0:1773941417.919632:0:14622:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff920da07ef580. 00000020:00000010:3.0:1773941417.919638:0:14622:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d83538000. 00000100:00000200:3.0:1773941417.919657:0:14622:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941417.919662:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.919668:0:14622:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:3.0:1773941417.919690:0:14622:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d8a606d20. 00010000:00000010:3.0:1773941417.919698:0:14622:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d86406400. 00000001:00000010:3.0:1773941417.919702:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d83ef2800. 00000001:00000010:3.0:1773941417.919707:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff920d9084d400. 00000001:00000010:3.0:1773941417.919750:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d05000. 00000001:00000010:3.0:1773941417.919804:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d0f000. 00000001:00000010:3.0:1773941417.919855:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d19000. 00000001:00000010:3.0:1773941417.919908:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d23000. 00000001:00000010:3.0:1773941417.919975:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d2d000. 00000001:00000010:3.0:1773941417.920024:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d37000. 00000001:00000010:3.0:1773941417.920073:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d41000. 00000001:00000010:3.0:1773941417.920138:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d4b000. 00000001:00000010:3.0:1773941417.920194:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d55000. 00000001:00000010:3.0:1773941417.920245:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d5f000. 00000001:00000010:3.0:1773941417.920298:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d75000. 00000001:00000010:3.0:1773941417.920352:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d85000. 00000001:00000010:3.0:1773941417.920405:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d95000. 00000001:00000010:3.0:1773941417.920460:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1d9f000. 00000001:00000010:3.0:1773941417.920510:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1dc5000. 00000001:00000010:3.0:1773941417.920565:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1dcf000. 00000001:00000010:3.0:1773941417.920616:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1dd9000. 00000001:00000010:3.0:1773941417.920664:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1de3000. 00000001:00000010:3.0:1773941417.920728:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ded000. 00000001:00000010:3.0:1773941417.920773:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e05000. 00000001:00000010:3.0:1773941417.920809:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e0f000. 00000001:00000010:3.0:1773941417.920844:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e19000. 00000001:00000010:3.0:1773941417.920879:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e23000. 00000001:00000010:3.0:1773941417.920909:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e2d000. 00000001:00000010:3.0:1773941417.920953:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e37000. 00000001:00000010:3.0:1773941417.920987:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e41000. 00000001:00000010:3.0:1773941417.921021:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e4b000. 00000001:00000010:3.0:1773941417.921058:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e55000. 00000001:00000010:3.0:1773941417.921092:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e5f000. 00000001:00000010:3.0:1773941417.921151:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e7d000. 00000001:00000010:3.0:1773941417.921201:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e87000. 00000001:00000010:3.0:1773941417.921255:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e91000. 00000020:00000010:3.0:1773941417.921358:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d86406000. 00000020:00000010:3.0:1773941417.921363:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d90a05ea0. 00000020:00000010:3.0:1773941417.921441:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d86407800. 00000020:00000010:3.0:1773941417.921445:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d83ef3e00. 00000020:00000010:3.0:1773941417.921664:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d86406c00. 00000020:00000010:3.0:1773941417.921669:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d83ef2a00. 00000020:00000010:3.0:1773941417.921714:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d86405800. 00000020:00000010:3.0:1773941417.921717:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d83035000. 00000040:00000010:3.0:1773941417.921743:0:14622:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920d83ea7600. 00000002:00000010:3.0:1773941417.921752:0:14622:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff920d8353b000. 00000020:00000010:3.0:1773941417.921941:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83ef3000. 00000020:00000010:3.0:1773941417.921945:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d8a6068a0. 00020000:00000010:3.0:1773941417.921949:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.921952:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.921956:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ef3c00. 00000020:00000010:3.0:1773941417.921959:0:14622:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.921962:0:14622:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.921966:0:14622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.921969:0:14622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.921973:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.921976:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.921979:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.921984:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.921997:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.922002:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.922006:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83ef3c00. 00000040:00000010:3.0:1773941417.922009:0:14622:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83ef3000. 00000020:00000010:3.0:1773941417.922012:0:14622:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d8353f800. 00000020:00000010:3.0:1773941417.922016:0:14622:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83ef3200. 00040000:00000010:3.0:1773941417.922019:0:14622:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084d900. 00040000:00000010:3.0:1773941417.922023:0:14622:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83ef3600. 00800000:00000010:3.0:1773941417.922033:0:14622:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff920d83ef2400. 00020000:00000010:3.0:1773941417.922039:0:14622:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff920d82c85000. 00000020:00000010:3.0:1773941417.922042:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83ef3c00. 00000040:00000010:3.0:1773941417.922047:0:14622:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83ef3000. 00000020:00000010:3.0:1773941417.922049:0:14622:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d8353f800. 00000020:00000010:3.0:1773941417.922052:0:14622:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83ef3200. 00040000:00000010:3.0:1773941417.922055:0:14622:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084d900. 00040000:00000010:3.0:1773941417.922057:0:14622:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83ef3600. 00000020:00000010:3.0:1773941417.922060:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.922064:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.922067:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83ef3600. 00000020:00000010:3.0:1773941417.922069:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a052a0. 00020000:00000010:3.0:1773941417.922073:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.922076:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.922083:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83ef3600. 00000020:00000010:3.0:1773941417.922086:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a052a0. 00020000:00000010:3.0:1773941417.922088:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.922091:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.922093:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ef3800. 00000020:00000010:3.0:1773941417.922096:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.922098:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.922103:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922106:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922110:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922166:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922173:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922176:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d900. 00000020:00000010:3.0:1773941417.922181:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920d89d8ffc0. 00000100:00000010:3.0:1773941417.922185:0:14622:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d86407c00. 00000400:00000200:3.0:1773941417.922188:0:14622:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1773941417.922191:0:14622:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941417.922195:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.922198:0:14622:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941417.922202:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.922208:0:14622:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941417.922212:0:14622:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941417.922215:0:14622:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:3.0:1773941417.922217:0:14622:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d86407c00. 00000020:00000010:3.0:1773941417.922220:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.922225:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.922229:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.922236:0:14622:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920da12fcd28. 00000020:00000010:3.0:1773941417.922240:0:14622:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d8353f800. 00000020:00000010:3.0:1773941417.922250:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.922253:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.922257:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.922261:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000001:00000010:3.0:1773941417.922289:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d9084d900. 00000001:00000010:3.0:1773941417.922293:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920da0c153a0. 00000001:00000010:3.0:1773941417.922297:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d83ef3800. 00000001:00000010:3.0:1773941417.922300:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d83ef3600. 00000001:00000010:3.0:1773941417.922302:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d83ef3200. 00000001:00000010:3.0:1773941417.922305:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d83ef3000. 00000020:00000010:3.0:1773941417.922309:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ef3c00. 00000020:00000010:3.0:1773941417.922313:0:14622:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.922317:0:14622:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.922325:0:14622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.922330:0:14622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.922338:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89638c00. 00000020:00000010:3.0:1773941417.922342:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89639200. 00000020:00000010:3.0:1773941417.922346:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a052a0. 00020000:00000010:3.0:1773941417.922351:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.922354:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00000002:00000010:3.0:1773941417.922359:0:14622:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff920d92154480. 00010000:00000010:3.0:1773941417.922369:0:14622:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d82c13000. 00010000:00000010:3.0:1773941417.922380:0:14622:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d82c14000. 00010000:00000010:3.0:1773941417.922389:0:14622:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff920da07ef9c0. 00000020:00000010:3.0:1773941417.922393:0:14622:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d8353c000. 00000100:00000200:3.0:1773941417.922406:0:14622:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941417.922412:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.922417:0:14622:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:3.0:1773941417.922421:0:14622:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d90a059c0. 00010000:00000010:3.0:1773941417.922426:0:14622:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d908f1000. 00000001:00000010:3.0:1773941417.922431:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d8a6a9000. 00000001:00000010:3.0:1773941417.922438:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff920d9084d000. 00000001:00000010:3.0:1773941417.922484:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1e9b000. 00000001:00000010:3.0:1773941417.922537:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ea5000. 00000001:00000010:3.0:1773941417.922591:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1eaf000. 00000001:00000010:3.0:1773941417.922631:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1eb9000. 00000001:00000010:3.0:1773941417.922670:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ec3000. 00000001:00000010:3.0:1773941417.922719:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ecd000. 00000001:00000010:3.0:1773941417.922753:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ed7000. 00000001:00000010:3.0:1773941417.922786:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ee1000. 00000001:00000010:3.0:1773941417.922823:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1eeb000. 00000001:00000010:3.0:1773941417.922857:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1ef5000. 00000001:00000010:3.0:1773941417.922888:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1eff000. 00000001:00000010:3.0:1773941417.922926:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f15000. 00000001:00000010:3.0:1773941417.922968:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f1f000. 00000001:00000010:3.0:1773941417.923010:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f29000. 00000001:00000010:3.0:1773941417.923050:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f33000. 00000001:00000010:3.0:1773941417.923094:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f3d000. 00000001:00000010:3.0:1773941417.923160:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f47000. 00000001:00000010:3.0:1773941417.923201:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f51000. 00000001:00000010:3.0:1773941417.923248:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f5b000. 00000001:00000010:3.0:1773941417.923303:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f65000. 00000001:00000010:3.0:1773941417.923344:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f7d000. 00000001:00000010:3.0:1773941417.923380:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f87000. 00000001:00000010:3.0:1773941417.923424:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f91000. 00000001:00000010:3.0:1773941417.923480:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1f9b000. 00000001:00000010:3.0:1773941417.923533:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fa5000. 00000001:00000010:3.0:1773941417.923571:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1faf000. 00000001:00000010:3.0:1773941417.923613:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fb9000. 00000001:00000010:3.0:1773941417.923653:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fc3000. 00000001:00000010:3.0:1773941417.923705:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fcd000. 00000001:00000010:3.0:1773941417.923748:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fd7000. 00000001:00000010:3.0:1773941417.923793:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1fe1000. 00000001:00000010:3.0:1773941417.923839:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc1feb000. 00000020:00000010:3.0:1773941417.923929:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f1c00. 00000020:00000010:3.0:1773941417.923933:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d90a8d480. 00000020:00000010:3.0:1773941417.923999:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f0400. 00000020:00000010:3.0:1773941417.924003:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d8a6a9c00. 00000020:00000010:3.0:1773941417.924316:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f1400. 00000020:00000010:3.0:1773941417.924321:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d8a6a8400. 00000020:00000010:3.0:1773941417.924368:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f3400. 00000020:00000010:3.0:1773941417.924373:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d82c17000. 00000040:00000010:3.0:1773941417.924407:0:14622:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920d83ea7480. 00000002:00000010:3.0:1773941417.924429:0:14622:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff920d908c4800. 00000020:00000010:3.0:1773941417.924653:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89639200. 00000020:00000010:3.0:1773941417.924658:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a052a0. 00020000:00000010:3.0:1773941417.924662:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.924666:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.924671:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89638c00. 00000020:00000010:3.0:1773941417.924689:0:14622:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.924694:0:14622:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.924698:0:14622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.924706:0:14622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.924710:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ef3c00. 00000020:00000010:3.0:1773941417.924715:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.924718:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d89d8ffc0. 00000020:00000010:3.0:1773941417.924725:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90add100. 00000020:00000010:3.0:1773941417.924730:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.924736:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8a6a9a00. 00000020:00000010:3.0:1773941417.924741:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8a6a9200. 00000040:00000010:3.0:1773941417.924746:0:14622:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d89638c00. 00000020:00000010:3.0:1773941417.924751:0:14622:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c1800. 00000020:00000010:3.0:1773941417.924755:0:14622:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d89639200. 00040000:00000010:3.0:1773941417.924760:0:14622:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d9084d200. 00040000:00000010:3.0:1773941417.924765:0:14622:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87e0ee00. 00800000:00000010:3.0:1773941417.924775:0:14622:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff920d87e0f800. 00000020:00000010:3.0:1773941417.924779:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8a6a9200. 00000040:00000010:3.0:1773941417.924784:0:14622:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d89638c00. 00000020:00000010:3.0:1773941417.924789:0:14622:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d908c1800. 00000020:00000010:3.0:1773941417.924793:0:14622:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d89639200. 00040000:00000010:3.0:1773941417.924797:0:14622:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084d200. 00040000:00000010:3.0:1773941417.924801:0:14622:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87e0ee00. 00000020:00000010:3.0:1773941417.924807:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8a6a9a00. 00000020:00000010:3.0:1773941417.924814:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87e0ee00. 00000020:00000010:3.0:1773941417.924820:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87e0f400. 00000020:00000010:3.0:1773941417.924825:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a8d5a0. 00020000:00000010:3.0:1773941417.924830:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.924842:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.924850:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87e0f400. 00000020:00000010:3.0:1773941417.924854:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a8d5a0. 00020000:00000010:3.0:1773941417.924857:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.924864:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.924870:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87e0ee00. 00000020:00000010:3.0:1773941417.924875:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.924878:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90add100. 00000020:00000010:3.0:1773941417.924886:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924889:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924896:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924898:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924905:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924908:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d9084d200. 00000020:00000010:3.0:1773941417.924913:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920d90add100. 00000100:00000010:3.0:1773941417.924918:0:14622:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d908f2000. 00000400:00000200:3.0:1773941417.924922:0:14622:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1773941417.924926:0:14622:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941417.924930:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.924935:0:14622:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941417.924941:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.924947:0:14622:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941417.924950:0:14622:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941417.924952:0:14622:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:3.0:1773941417.924955:0:14622:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d908f2000. 00000020:00000010:3.0:1773941417.924959:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920d90add100. 00000020:00000010:3.0:1773941417.924965:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d90add100. 00000020:00000010:3.0:1773941417.924970:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.924977:0:14622:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920da12f8000. 00000020:00000010:3.0:1773941417.924983:0:14622:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d908c1800. 00000020:00000010:3.0:1773941417.924992:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.924995:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d90add100. 00000020:00000010:3.0:1773941417.925008:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d90add100. 00000020:00000010:3.0:1773941417.925013:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d83ea7780. 00000001:00000010:3.0:1773941417.925045:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d9084d200. 00000001:00000010:3.0:1773941417.925051:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920da0c15100. 00000001:00000010:3.0:1773941417.925055:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d87e0ee00. 00000001:00000010:3.0:1773941417.925059:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d87e0f400. 00000001:00000010:3.0:1773941417.925064:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d89639200. 00000001:00000010:3.0:1773941417.925068:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d89638c00. 00000020:00000010:3.0:1773941417.925073:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8a6a9a00. 00000020:00000010:3.0:1773941417.925077:0:14622:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.925081:0:14622:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.925086:0:14622:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.925090:0:14622:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.925096:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8a6a9200. 00000020:00000010:3.0:1773941417.925100:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d98395e00. 00000020:00000010:3.0:1773941417.925103:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a8d5a0. 00020000:00000010:3.0:1773941417.925107:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.925112:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00000008:00000010:3.0:1773941417.925165:0:14622:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff920d92154e80. 00010000:00000010:3.0:1773941417.925177:0:14622:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d82c12000. 00010000:00000010:3.0:1773941417.925188:0:14622:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d84c89000. 00000020:00000010:3.0:1773941417.925198:0:14622:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d908c0000. 00000100:00000200:3.0:1773941417.925213:0:14622:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941417.925218:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.925226:0:14622:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00010000:00000010:3.0:1773941417.925231:0:14622:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d90a8da20. 00010000:00000010:3.0:1773941417.925237:0:14622:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d908f3000. 00000001:00000010:3.0:1773941417.925243:0:14622:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d83c2c400. 00000001:00000010:3.0:1773941417.925249:0:14622:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff920d92154500. 00000001:00000010:3.0:1773941417.925254:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d87812000. 00000001:00000010:3.0:1773941417.925261:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d87814000. 00000001:00000010:3.0:1773941417.925267:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d87810000. 00000001:00000010:3.0:1773941417.925282:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d90a56000. 00000001:00000010:3.0:1773941417.925289:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d90a50000. 00000001:00000010:3.0:1773941417.925295:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d90a54000. 00000001:00000010:3.0:1773941417.925303:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d90a52000. 00000001:00000010:3.0:1773941417.925311:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d835de000. 00000001:00000010:3.0:1773941417.925318:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d835d8000. 00000001:00000010:3.0:1773941417.925325:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d835dc000. 00000001:00000010:3.0:1773941417.925332:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d835da000. 00000001:00000010:3.0:1773941417.925349:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d86c2a000. 00000001:00000010:3.0:1773941417.925356:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d86c2c000. 00000001:00000010:3.0:1773941417.925364:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d86c28000. 00000001:00000010:3.0:1773941417.925371:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d86c2e000. 00000001:00000010:3.0:1773941417.925386:0:14622:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d86c3a000. 00000020:00000010:3.0:1773941417.925543:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f2800. 00000020:00000010:3.0:1773941417.925549:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d90a8da80. 00000020:00000010:3.0:1773941417.925664:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d908f0000. 00000020:00000010:3.0:1773941417.925669:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d83c2d400. 00000020:00000010:3.0:1773941417.925919:0:14622:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90f03c00. 00000020:00000010:3.0:1773941417.925924:0:14622:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d84c88000. 00000020:00000010:3.0:1773941417.925948:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d98395e00. 00000020:00000010:3.0:1773941417.925953:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a8d5a0. 00020000:00000010:3.0:1773941417.925956:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.925959:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.925962:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8a6a9200. 00000020:00000010:3.0:1773941417.925966:0:14622:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941417.925969:0:14622:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d98a9ded8. 00020000:00000010:3.0:1773941417.925971:0:14622:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941417.925973:0:14622:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941417.925975:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8a6a9a00. 00000020:00000010:3.0:1773941417.925978:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d83ea7780. 00000020:00000010:3.0:1773941417.925980:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d90add100. 00000020:00000010:3.0:1773941417.925989:0:14622:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d90add100. 00000020:00000010:3.0:1773941417.925993:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff920d92154880. 00000020:00000010:3.0:1773941417.925997:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c34e00. 00000020:00000010:3.0:1773941417.926000:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c34000. 00000020:00000010:3.0:1773941417.926002:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a8d5a0. 00000008:00000010:3.0:1773941417.926006:0:14622:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d835237c8. 00020000:00000010:3.0:1773941417.926008:0:14622:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.926010:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe2350. 00020000:00000010:3.0:1773941417.926018:0:14622:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff920d86c34400. 00020000:00000010:3.0:1773941417.926022:0:14622:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff920d84c8e000. 00020000:00000010:3.0:1773941417.926028:0:14622:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff920d86c35400. 00000020:00000010:3.0:1773941417.926030:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d86c34000. 00000020:00000010:3.0:1773941417.926032:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a8d5a0. 00000008:00000010:3.0:1773941417.926034:0:14622:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d835237c8. 00020000:00000010:3.0:1773941417.926037:0:14622:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941417.926038:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe2350. 00000020:00000010:3.0:1773941417.926040:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d86c34e00. 00000020:00000010:3.0:1773941417.926042:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff920d92154880. 00000020:00000010:3.0:1773941417.926043:0:14622:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d90add100. 00000020:00000010:3.0:1773941417.926047:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d923c0400. 00000020:00000010:3.0:1773941417.926049:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d923c0400. 00000020:00000010:3.0:1773941417.926052:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d923c0400. 00000020:00000010:3.0:1773941417.926053:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d923c0400. 00000020:00000010:3.0:1773941417.926056:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff920d90add100. 00000020:00000010:3.0:1773941417.926057:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff920d90add100. 00000100:00000010:3.0:1773941417.926064:0:14622:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7e680. 02000000:00000010:3.0:1773941417.926074:0:14622:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d86c34e00. 00000100:00000010:3.0:1773941417.926085:0:14622:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 02000000:00000010:3.0:1773941417.926339:0:14622:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d90f0c000. 00000400:00000200:3.0:1773941417.926346:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941417.926350:0:14622:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312898. 00000400:00000010:3.0:1773941417.926361:0:14622:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d83ea7cc0. 00000100:00000200:3.0:1773941417.926368:0:14622:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203393152, portal 25 00000400:00000010:3.0:1773941417.926374:0:14622:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcf68. 00000100:00000200:3.0:1773941417.926377:0:14622:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203393152, offset 0 00000400:00000200:3.0:1773941417.926384:0:14622:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941417.926392:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.926398:0:14622:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941417.926402:0:14622:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941417.926406:0:14622:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941417.926409:0:14622:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941417.926411:0:14622:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941417.926414:0:14622:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [87:87:256:4294967295] 192.168.204.109@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1773941417.926418:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.926430:0:14622:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941417.926436:0:14622:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941417.926442:0:14622:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00000800:00000200:3.0:1773941417.926447:0:14622:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941417.926454:0:14622:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941417.926458:0:14622:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941417.926475:0:14622:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.926530:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.926532:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000400:00000200:3.0:1773941417.926535:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.926538:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.926542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcf68 00000400:00000010:3.0:1773941417.926545:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcf68. 00000100:00000200:3.0:1773941417.926551:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7e680 x1860112203393152/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.927708:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.927752:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.927760:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.927772:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.927777:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.927783:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f202880 00000400:00000200:3.0:1773941417.927788:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.927793:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x7c5 [4] + 224 00000400:00000200:3.0:1773941417.927821:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.927826:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.927834:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7e680 x1860112203393152/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941417.927868:0:14622:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312898. 00000400:00000200:3.0:1773941417.927872:0:14622:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d83ea7cc0 00000400:00000010:3.0:1773941417.927875:0:14622:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d83ea7cc0. 00000100:00000200:3.0:1773941417.927881:0:14622:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7e680 x1860112203393152/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941417.927890:0:14622:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7e680 x1860112203393152/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941417.927912:0:14622:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 02000000:00000010:3.0:1773941417.927920:0:14622:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d90f0c000. 02000000:00000010:3.0:1773941417.927931:0:14622:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d86c34e00. 00000100:00000010:3.0:1773941417.927935:0:14622:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7e680. 00000020:00000010:3.0:1773941417.927943:0:14622:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d923c0400. 00000020:00000010:3.0:1773941417.927947:0:14622:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d923c0400. 00000040:00000010:3.0:1773941417.927950:0:14622:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff920d87816000. 00000020:00000010:3.0:1773941417.927957:0:14622:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef240. 00000020:00000010:3.0:1773941417.927968:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da0455000. 00000040:00000010:3.0:1773941417.927973:0:14622:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da0455e00. 00000020:00000010:3.0:1773941417.927975:0:14622:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83539000. 00000020:00000010:3.0:1773941417.927980:0:14622:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b3758. 00000020:00000010:3.0:1773941417.927984:0:14622:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da0455800. 80000000:00000010:3.0:1773941417.927988:0:14622:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d8a606a80. 40000000:00000010:3.0:1773941417.927994:0:14622:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07efa80. 00100000:00000010:3.0:1773941417.928005:0:14622:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d8353a800. 00040000:00000010:3.0:1773941417.928009:0:14622:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084d600. 00040000:00000010:3.0:1773941417.928013:0:14622:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d8353e800. 00040000:00000010:3.0:1773941417.928018:0:14622:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d91ea5600. 00000004:00000010:3.0:1773941417.928023:0:14622:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d8353d800. 00000004:00000010:3.0:1773941417.928030:0:14622:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e37000. 00000004:00000010:3.0:1773941417.928037:0:14622:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d8353f000. 00002000:00000010:3.0:1773941417.928041:0:14622:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d832a6400. 00000004:00000010:3.0:1773941417.928046:0:14622:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d832a6c00. 00000020:00000010:3.0:1773941417.928049:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da0454e00. 00000040:00000010:2.0:1773941417.928075:0:14602:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff920d835b25a0. 00000040:00000010:2.0:1773941417.928085:0:14602:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff920d9089c000. 00000040:00000010:2.0:1773941417.928095:0:14602:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920d88427c00. 00000020:00000010:2.0:1773941417.928101:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d88426a00. 00000040:00000010:2.0:1773941417.928105:0:14602:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d88427400. 00000020:00000010:2.0:1773941417.928108:0:14602:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae7800. 00000020:00000010:2.0:1773941417.928112:0:14602:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d88426c00. 80000000:00000010:2.0:1773941417.928115:0:14602:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b27e0. 00040000:00000010:2.0:1773941417.928140:0:14602:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d88427000. 20000000:00000010:2.0:1773941417.928144:0:14602:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d88426800. 00000020:00000010:2.0:1773941417.928149:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d88427a00. 10000000:00000010:2.0:1773941417.928152:0:14602:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af80c0. 00000100:00000010:2.0:1773941417.928175:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.928183:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641b800. 00010000:00000010:2.0:1773941417.928191:0:14602:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54b00. 00010000:00000010:2.0:1773941417.928196:0:14602:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fa00. 00000100:00000010:2.0:1773941417.928206:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7cc0. 02000000:00000010:2.0:1773941417.928213:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d86404c00. 00000400:00000200:2.0:1773941417.928217:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.928219:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.928222:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e57f8. 00000100:00000200:2.0:1773941417.928225:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203393280, portal 25 00000400:00000010:2.0:1773941417.928228:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5220. 00000100:00000200:2.0:1773941417.928230:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203393280, offset 0 00000400:00000200:2.0:1773941417.928234:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.928237:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.928240:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.928243:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.928246:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.928247:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.928249:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.928257:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [88:88:256:4294967295] 192.168.204.109@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1773941417.928261:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.928272:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.928283:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.928285:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45400. 00000800:00000200:2.0:1773941417.928289:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.928293:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.928295:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.928308:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.928358:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.928362:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45400. 00000400:00000200:3.0:1773941417.928367:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.928372:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.928375:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5220 00000400:00000010:3.0:1773941417.928378:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5220. 00000100:00000200:3.0:1773941417.928421:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203393280/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.929218:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.929222:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.929229:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.929234:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.929238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.929241:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f202900 00000400:00000200:3.0:1773941417.929245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.929249:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x7d5 [1] + 224 00000400:00000200:3.0:1773941417.929259:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.929263:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.929269:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203393280/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.929644:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:2.0:1773941417.929650:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e57f8 00000400:00000010:2.0:1773941417.929652:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e57f8. 00000100:00000200:2.0:1773941417.929659:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203393280/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.929670:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203393280/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941417.929699:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7cc0. 02000000:00000010:2.0:1773941417.929714:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d86404c00. 02000000:00000010:2.0:1773941417.929719:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641b800. 00000100:00000010:2.0:1773941417.929722:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 10000000:00000010:2.0:1773941417.929730:0:14602:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff920d90ae7800. 00000100:00000010:2.0:1773941417.930404:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 02000000:00000010:2.0:1773941417.930413:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641b800. 00000100:00000010:2.0:1773941417.930420:0:14602:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff920d86404c00. 00000100:00000010:2.0:1773941417.930425:0:14602:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff920da078f000. 00000100:00000010:2.0:1773941417.930441:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88ca7cc0. 00000400:00000200:2.0:1773941417.930455:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.930459:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a4d0. 00000400:00000010:2.0:1773941417.930467:0:14602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff920d9089c000. 00000100:00000200:2.0:1773941417.930472:0:14602:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc31f202980-0x69bc31f202980, portal 33 02000000:00000010:2.0:1773941417.930478:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8641b400. 00000400:00000200:2.0:1773941417.930482:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.930485:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a268. 00000400:00000010:2.0:1773941417.930496:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e57f8. 00000100:00000200:2.0:1773941417.930499:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203393408, portal 25 00000400:00000010:2.0:1773941417.930502:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00000100:00000200:2.0:1773941417.930505:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112203393408, offset 0 00000400:00000200:2.0:1773941417.930511:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.930515:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.930519:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.930522:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.930525:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.930528:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.930531:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.930534:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [89:89:256:4294967295] 192.168.204.109@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1773941417.930539:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.930545:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.930549:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.930553:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45900. 00000800:00000200:2.0:1773941417.930557:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.930561:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.930564:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45900 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.930578:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.930655:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.930659:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45900. 00000400:00000200:3.0:1773941417.930668:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.930671:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.930687:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000400:00000010:3.0:1773941417.930689:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000200:3.0:1773941417.930731:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203393408/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.931341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931344:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.931348:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931350:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931352:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931354:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 132 into portal 33 MB=0x69bc31f202980 00000400:00000200:3.0:1773941417.931357:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931360:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.109@tcp of length 132/132 into md 0x7e5 [256] + 0 00000400:00000010:3.0:1773941417.931363:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a4d0. 00000400:00000200:3.0:1773941417.931365:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff920d9089c000 00000400:00000200:3.0:1773941417.931370:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.931373:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.931375:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d9089c000 00000400:00000010:3.0:1773941417.931376:0:2406:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff920d9089c000. 00000100:00000200:3.0:1773941417.931379:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff920d98a8b480 desc ffff920d86404c00 mbits 1860112203393408 00000400:00000200:3.0:1773941417.931397:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773941417.931399:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931402:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941417.931405:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [90:90:256:4294967295] 192.168.204.109@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1773941417.931408:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931414:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) 192.168.204.109@tcp : ACK try# 0 00000800:00000200:3.0:1773941417.931418:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941417.931423:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff920d86c3c000. 00000800:00000200:3.0:1773941417.931430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941417.931440:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941417.931443:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d86c3c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1773941417.931473:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.931475:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff920d86c3c000. 00000400:00000200:3.0:1773941417.931478:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.931480:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: ACK: OK 00000400:00000200:3.0:1773941417.931973:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931976:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.931979:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931982:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931986:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 240 into portal 25 MB=0x69bc31f202980 00000400:00000200:3.0:1773941417.931989:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.931992:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 240/240 into md 0x7ed [1] + 224 00000400:00000200:3.0:1773941417.931999:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.932001:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.932006:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203393408/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.932052:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a268. 00000400:00000200:1.0:1773941417.932058:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e57f8 00000400:00000010:1.0:1773941417.932060:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e57f8. 00000100:00000200:1.0:1773941417.932068:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203393408/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.932078:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203393408/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.932096:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88ca7cc0. 10000000:00000010:1.0:1773941417.932107:0:14602:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff920d82e08000. 00000100:00000200:1.0:1773941417.932199:0:14602:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941417.932202:0:14602:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941417.932206:0:14602:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941417.932210:0:14602:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.932216:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932220:0:14602:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941417.932227:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932239:0:14602:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941417.932242:0:14602:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941417.932247:0:14602:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941417.932251:0:14602:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d86cf4b80. 00000020:00000010:1.0:1773941417.932259:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbe00. 00000020:00000010:1.0:1773941417.932262:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932265:0:14602:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932270:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932279:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932282:0:14602:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932313:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932316:0:14602:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932318:0:14602:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932322:0:14602:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932325:0:14602:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932327:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bbe00. 10000000:00000010:1.0:1773941417.932330:0:14602:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d86cf4b80. 00000100:00000200:1.0:1773941417.932336:0:14602:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941417.932338:0:14602:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941417.932340:0:14602:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941417.932342:0:14602:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.932344:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932347:0:14602:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941417.932350:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932352:0:14602:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941417.932354:0:14602:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941417.932356:0:14602:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941417.932359:0:14602:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d86cf4b80. 00000020:00000010:1.0:1773941417.932363:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbe00. 00000020:00000010:1.0:1773941417.932365:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932366:0:14602:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932368:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932370:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932372:0:14602:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932386:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932388:0:14602:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932389:0:14602:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932391:0:14602:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932393:0:14602:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932395:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bbe00. 10000000:00000010:1.0:1773941417.932396:0:14602:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d86cf4b80. 00000100:00000200:1.0:1773941417.932410:0:14602:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:1.0:1773941417.932412:0:14602:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:1.0:1773941417.932415:0:14602:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941417.932418:0:14602:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.932422:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932426:0:14602:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941417.932429:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.932435:0:14602:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941417.932441:0:14602:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941417.932443:0:14602:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 10000000:00000010:1.0:1773941417.932447:0:14602:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d86cf4b80. 00000020:00000010:1.0:1773941417.932454:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbe00. 00000020:00000010:1.0:1773941417.932458:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932462:0:14602:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932466:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932469:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932472:0:14602:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932499:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.932501:0:14602:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd660. 00000008:00000010:1.0:1773941417.932503:0:14602:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f85940. 00020000:00000010:1.0:1773941417.932505:0:14602:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc20779c0. 00008000:00000010:1.0:1773941417.932507:0:14602:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.932509:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bbe00. 10000000:00000010:1.0:1773941417.932512:0:14602:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d86cf4b80. 10000000:00000010:1.0:1773941417.932514:0:14602:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff920d82e08000. 02000000:00000010:1.0:1773941417.932519:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8641b400. 00000100:00000010:1.0:1773941417.932530:0:14602:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff920da078f000. 00000100:00000010:1.0:1773941417.932534:0:14602:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff920d86404c00. 02000000:00000010:1.0:1773941417.932539:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641b800. 00000100:00000010:1.0:1773941417.932545:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 10000000:00000010:1.0:1773941417.933209:0:14602:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff920d90ae7800. 00000100:00000010:1.0:1773941417.933225:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 02000000:00000010:1.0:1773941417.933231:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07bbe00. 00010000:00000010:1.0:1773941417.933245:0:14602:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cb00. 00010000:00000010:1.0:1773941417.933248:0:14602:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54800. 00000020:00000010:1.0:1773941417.933252:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d86cf4b80. 00000100:00000010:1.0:1773941417.933260:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.933269:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f94c00. 00000400:00000200:1.0:1773941417.933272:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.933274:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941417.933278:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941417.933282:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203393536, portal 25 00000400:00000010:1.0:1773941417.933286:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7908. 00000100:00000200:1.0:1773941417.933288:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203393536, offset 0 00000400:00000200:1.0:1773941417.933293:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.933297:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.933300:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.933302:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.933305:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.933310:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.933312:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.933315:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [91:91:256:4294967295] 192.168.204.109@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1773941417.933318:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.933325:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.933328:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.933330:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36d00. 00000800:00000200:1.0:1773941417.933335:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.933339:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.933341:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.933349:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.934533:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.934539:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36d00. 00000400:00000200:3.0:1773941417.934546:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.934551:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.934556:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7908 00000400:00000010:3.0:1773941417.934558:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7908. 00000100:00000200:3.0:1773941417.934614:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203393536/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.936515:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.936520:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.936525:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.936528:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.936531:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.936534:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f202a00 00000400:00000200:2.0:1773941417.936538:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.936541:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x7fd [1] + 224 00000400:00000200:2.0:1773941417.936552:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.936554:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.936559:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203393536/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.936595:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941417.936599:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c77f8 00000400:00000010:1.0:1773941417.936601:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941417.936607:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203393536/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.936620:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203393536/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.936633:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.936645:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f94c00. 02000000:00000010:1.0:1773941417.936649:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07bbe00. 00000100:00000010:1.0:1773941417.936652:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 10000000:00000010:1.0:1773941417.936657:0:14602:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb00. 00000020:00000010:1.0:1773941417.936659:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbe00. 00000020:00000010:1.0:1773941417.936663:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07ba000. 00000040:00000010:1.0:1773941417.936666:0:14602:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da07bba00. 00000020:00000010:1.0:1773941417.936670:0:14602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90490000. 00000020:00000010:1.0:1773941417.936685:0:14602:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da07ba800. 80000000:00000010:1.0:1773941417.936690:0:14602:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd660. 00040000:00000010:1.0:1773941417.936695:0:14602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da07bb000. 20000000:00000010:1.0:1773941417.936698:0:14602:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da07bb200. 00000040:00000010:1.0:1773941417.936703:0:14602:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920da07baa00. 00000100:00000010:1.0:1773941417.936708:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 02000000:00000010:1.0:1773941417.936716:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07ba200. 00000100:00000010:1.0:1773941417.936723:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.936731:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da07bae00. 00000400:00000200:1.0:1773941417.936735:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.936737:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941417.936740:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941417.936744:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203393664, portal 25 00000400:00000010:1.0:1773941417.936748:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941417.936750:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112203393664, offset 0 00000400:00000200:1.0:1773941417.936755:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.936758:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.936761:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.936764:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.936773:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.936775:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.936778:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.936783:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [92:92:256:4294967295] 192.168.204.109@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1773941417.936788:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.936794:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.936799:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.936802:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36400. 00000800:00000200:1.0:1773941417.936806:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.936809:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.936812:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36400 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.936821:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.937103:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.937106:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36400. 00000400:00000200:3.0:1773941417.937109:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.937112:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.937114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:3.0:1773941417.937144:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000200:3.0:1773941417.937152:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203393664/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.937880:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.937884:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.937888:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.937892:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.937896:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.937900:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f202a80 00000400:00000200:3.0:1773941417.937903:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.937907:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x805 [1] + 224 00000400:00000200:3.0:1773941417.937914:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.937916:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.937923:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203393664/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.937950:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941417.937954:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c77f8 00000400:00000010:1.0:1773941417.937955:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941417.937962:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203393664/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.937968:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203393664/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.937982:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.937987:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da07bae00. 02000000:00000010:1.0:1773941417.937989:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07ba200. 00000100:00000010:1.0:1773941417.937991:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000040:00000010:1.0:1773941417.937997:0:14602:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff920d88cba000. 00000100:00000010:1.0:1773941417.938000:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 02000000:00000010:1.0:1773941417.938004:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07ba200. 00000100:00000010:1.0:1773941417.938007:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.938024:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d909e0000. 00000400:00000200:1.0:1773941417.938029:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.938031:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941417.938036:0:14602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d83e83a80. 00000100:00000200:1.0:1773941417.938040:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203393792, portal 25 00000400:00000010:1.0:1773941417.938043:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941417.938044:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203393792, offset 0 00000400:00000200:1.0:1773941417.938049:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.938053:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.938057:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.938060:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.938064:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.938068:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.938071:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.938076:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [93:93:256:4294967295] 192.168.204.109@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1773941417.938080:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.938089:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.938096:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.938100:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36100. 00000800:00000200:1.0:1773941417.938107:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.938113:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.938115:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36100 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.938165:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.938213:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.938216:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36100. 00000400:00000200:3.0:1773941417.938222:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.938228:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.938232:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c77f8 00000400:00000010:3.0:1773941417.938235:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c77f8. 00000100:00000200:3.0:1773941417.938244:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203393792/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.938988:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.938992:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.938997:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.939000:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.939002:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.939006:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f202b00 00000400:00000200:3.0:1773941417.939009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.939017:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x80d [4] + 224 00000400:00000200:3.0:1773941417.939056:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.939060:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.939065:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203393792/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.939098:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941417.939104:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d83e83a80 00000400:00000010:1.0:1773941417.939106:0:14602:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d83e83a80. 00000100:00000200:1.0:1773941417.939111:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203393792/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.939165:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203393792/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.939175:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e839c0. 02000000:00000010:1.0:1773941417.939179:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d909e0000. 02000000:00000010:1.0:1773941417.939187:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07ba200. 00000100:00000010:1.0:1773941417.939192:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000040:00000010:1.0:1773941417.939197:0:14602:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff920d896cd900. 00000020:00000010:3.0:1773941417.941309:0:14630:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c35e00. 00000020:00000010:3.0:1773941417.941315:0:14630:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c34800. 00000040:00000010:3.0:1773941417.941318:0:14630:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86c35600. 00000020:00000010:3.0:1773941417.941322:0:14630:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c3000. 00000020:00000010:3.0:1773941417.941326:0:14630:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b3758. 00000020:00000010:3.0:1773941417.941329:0:14630:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c35000. 80000000:00000010:3.0:1773941417.941333:0:14630:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d5a0. 40000000:00000010:3.0:1773941417.941336:0:14630:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add800. 00100000:00000010:3.0:1773941417.941341:0:14630:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d908c3800. 00040000:00000010:3.0:1773941417.941344:0:14630:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0400. 00040000:00000010:3.0:1773941417.941348:0:14630:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d908c6800. 00040000:00000010:3.0:1773941417.941351:0:14630:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c34c00. 00000004:00000010:3.0:1773941417.941357:0:14630:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d908c1000. 00000004:00000010:3.0:1773941417.941363:0:14630:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d84c8f000. 00000004:00000010:3.0:1773941417.941368:0:14630:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d908c2800. 00002000:00000010:3.0:1773941417.941372:0:14630:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f03000. 00000004:00000010:3.0:1773941417.941376:0:14630:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f00000. 00000020:00000010:3.0:1773941417.941380:0:14630:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90addf40. 00000040:00000010:3.0:1773941417.941387:0:14630:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff920d86c3c000. 00000040:00000010:3.0:1773941417.941747:0:14630:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff920d86c3c000. 00000020:00000010:3.0:1773941417.941755:0:14630:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d90addf40. 00000020:00000010:3.0:1773941417.941770:0:14630:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d86c34800. 00000040:00000010:3.0:1773941417.941777:0:14630:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d86c35600. 00000020:00000010:3.0:1773941417.941781:0:14630:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d908c3000. 00000020:00000010:3.0:1773941417.941788:0:14630:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b3758. 00000020:00000010:3.0:1773941417.941795:0:14630:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86c35000. 80000000:00000010:3.0:1773941417.941801:0:14630:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d5a0. 40000000:00000010:3.0:1773941417.941814:0:14630:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d90add800. 00100000:00000010:3.0:1773941417.941820:0:14630:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d908c3800. 00040000:00000010:3.0:1773941417.941825:0:14630:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d923c0400. 00040000:00000010:3.0:1773941417.941831:0:14630:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d908c6800. 00040000:00000010:3.0:1773941417.941835:0:14630:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d86c34c00. 00000004:00000010:3.0:1773941417.941841:0:14630:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d908c1000. 00000004:00000010:3.0:1773941417.941847:0:14630:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d84c8f000. 00000004:00000010:3.0:1773941417.941853:0:14630:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d908c2800. 00002000:00000010:3.0:1773941417.941858:0:14630:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90f03000. 00000004:00000010:3.0:1773941417.941861:0:14630:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d90f00000. 00000020:00000010:3.0:1773941417.941867:0:14630:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d86c35e00. 00000040:00000010:1.0:1773941417.941888:0:14602:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff920d896cd900. 00000040:00000010:1.0:1773941417.941895:0:14602:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff920d88cba000. 00000040:00000010:1.0:1773941417.941900:0:14602:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920da07baa00. 00000020:00000010:1.0:1773941417.941907:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07ba000. 00000040:00000010:1.0:1773941417.941914:0:14602:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da07bba00. 00000020:00000010:1.0:1773941417.941919:0:14602:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90490000. 00000020:00000010:1.0:1773941417.941923:0:14602:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da07ba800. 80000000:00000010:1.0:1773941417.941927:0:14602:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd660. 00040000:00000010:1.0:1773941417.941932:0:14602:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da07bb000. 20000000:00000010:1.0:1773941417.941938:0:14602:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da07bb200. 00000020:00000010:1.0:1773941417.941943:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bbe00. 10000000:00000010:1.0:1773941417.941948:0:14602:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb00. 00000020:00000010:1.0:1773941417.941965:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7e600. 00000040:00000010:1.0:1773941417.941970:0:14602:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d90f7fc00. 00000020:00000010:1.0:1773941417.941975:0:14602:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86c73000. 00000020:00000010:1.0:1773941417.941981:0:14602:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d90f7e800. 00040000:00000010:1.0:1773941417.941986:0:14602:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359d400. 00040000:00000010:1.0:1773941417.941992:0:14602:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83ac1600. 00000020:00000010:1.0:1773941417.941997:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7f000. 00000020:00000010:1.0:1773941417.942003:0:14602:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff920da079bc00. 00000020:00000010:1.0:1773941417.942009:0:14602:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff920d88bb2e80. 00000080:00000010:1.0:1773941417.942018:0:14602:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff920da0cfeb00. 00000080:00000010:1.0:1773941417.942023:0:14602:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff920da0cfe900. 00000080:00000010:1.0:1773941417.942031:0:14602:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff920d83e839c0. 00000080:00000010:1.0:1773941417.942036:0:14602:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff920d83e83a80. 00000020:00000010:1.0:1773941417.942046:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90490000. 00000020:00000010:1.0:1773941417.942086:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90491800. 00000400:00000200:1.0:1773941417.942103:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.942108:0:14602:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941417.942170:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 02000000:00000010:1.0:1773941417.942181:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f95000. 00000008:00000010:0.0:1773941417.942230:0:2411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d82cfe468. 40000000:00000010:1.0:1773941417.942236:0:14602:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d84d36500. 00020000:00000010:0.0:1773941417.942238:0:2411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920da1654180. 40000000:00000010:1.0:1773941417.942246:0:14602:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920d83e830c0. 00000008:00000010:0.0:1773941417.942247:0:2411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d86c4d340. 00020000:00000010:0.0:1773941417.942255:0:2411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d983e5200. 02000000:00000010:0.0:1773941417.942272:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c2c00. 00000400:00000200:0.0:1773941417.942282:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941417.942286:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeb58. 00000400:00000010:0.0:1773941417.942293:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feec38. 00000100:00000200:0.0:1773941417.942299:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203393920, portal 10 00000020:00000010:0.0:1773941417.942317:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90918000. 00000400:00000010:0.0:1773941417.942327:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feea18. 40000000:00000010:1.0:1773941417.942331:0:14602:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920d83e830c0. 00000100:00000200:0.0:1773941417.942332:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203393920, offset 0 80000000:00000010:1.0:1773941417.942342:0:14602:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920da0cfec40. 00000400:00000200:0.0:1773941417.942345:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00020000:00000010:1.0:1773941417.942354:0:14602:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff920d86cf4280. 00000400:00000200:0.0:1773941417.942354:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.942366:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000010:1.0:1773941417.942368:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 00000400:00000200:0.0:1773941417.942371:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941417.942379:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 02000000:00000010:1.0:1773941417.942382:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36200. 00000400:00000200:0.0:1773941417.942384:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941417.942391:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941417.942399:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [94:94:256:4294967295] 192.168.204.109@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1773941417.942412:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:1.0:1773941417.942422:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90491000. 00000400:00000200:0.0:1773941417.942429:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000400:00000200:1.0:1773941417.942441:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:0.0:1773941417.942441:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.942451:0:14602:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000800:00000010:0.0:1773941417.942451:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d600. 00000100:00000010:1.0:1773941417.942467:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dbb80. 00000800:00000200:0.0:1773941417.942467:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 02000000:00000010:1.0:1773941417.942474:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f94000. 00000800:00000200:0.0:1773941417.942480:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941417.942486:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941417.942502:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 40000000:00000010:1.0:1773941417.942506:0:14602:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d84d36100. 40000000:00000010:1.0:1773941417.942510:0:14602:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920d83e830c0. 02000000:00000010:0.0:1773941417.942542:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c1800. 00000400:00000200:0.0:1773941417.942550:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941417.942553:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfecb8. 00000400:00000010:0.0:1773941417.942560:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee4c8. 00000800:00000200:3.0:1773941417.942562:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1773941417.942565:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394176, portal 10 00000800:00000010:3.0:1773941417.942568:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d600. 40000000:00000010:1.0:1773941417.942572:0:14602:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920d83e830c0. 00000020:00000010:0.0:1773941417.942574:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9091e000. 00000400:00000200:3.0:1773941417.942575:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:1.0:1773941417.942579:0:14602:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920da0cfe240. 00000400:00000010:0.0:1773941417.942586:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feeb28. 00000400:00000200:3.0:1773941417.942590:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000010:1.0:1773941417.942595:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9c00. 00000100:00000200:0.0:1773941417.942595:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203394176, offset 0 00000400:00000200:3.0:1773941417.942597:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feea18 00000400:00000010:3.0:1773941417.942603:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feea18. 02000000:00000010:1.0:1773941417.942606:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36400. 00000400:00000200:0.0:1773941417.942616:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941417.942621:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941417.942624:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941417.942626:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941417.942628:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941417.942631:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00800000:00000010:1.0:1773941417.942634:0:14602:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff920d83e830c0. 00000400:00000200:0.0:1773941417.942634:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941417.942642:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [95:95:255:4294967295] 192.168.204.109@tcp LPNI seq info [95:95:7:4294967295] 00000100:00000010:1.0:1773941417.942646:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8700. 00000400:00000200:0.0:1773941417.942647:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:3.0:1773941417.942662:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203393920/t0(0) o38->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941417.942662:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36d00. 00000400:00000200:0.0:1773941417.942662:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000010:1.0:1773941417.942690:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e83240. 00000800:00000200:0.0:1773941417.942705:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941417.942713:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d900. 00000800:00000200:0.0:1773941417.942721:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000008:00000010:1.0:1773941417.942727:0:2412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f85940. 00000800:00000200:0.0:1773941417.942730:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00020000:00000010:1.0:1773941417.942734:0:2412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc20779c0. 00000800:00000200:0.0:1773941417.942742:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d900 type 1, nob 616 niov 1 nkiov 1 00000008:00000010:1.0:1773941417.942746:0:2412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d11e0. 00020000:00000010:1.0:1773941417.942753:0:2412:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4ef40. 00000400:00000200:0.0:1773941417.942757:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000008:00000010:1.0:1773941417.942791:0:2413:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f80b28. 00020000:00000010:1.0:1773941417.942800:0:2413:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077000. 00000008:00000010:1.0:1773941417.942805:0:2413:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d1a20. 00000800:00000200:3.0:1773941417.942806:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00020000:00000010:1.0:1773941417.942810:0:2413:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4cd80. 00000800:00000010:3.0:1773941417.942811:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d900. 00000400:00000200:3.0:1773941417.942820:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.942830:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.942835:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feeb28 00000400:00000010:3.0:1773941417.942838:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feeb28. 00000100:00000200:3.0:1773941417.942943:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dbb80 x1860112203394176/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.943737:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.943741:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.943745:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.943747:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.943750:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.943753:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f202c80 00000400:00000200:3.0:1773941417.943762:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.943765:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x81d [1] + 0 00000400:00000200:3.0:1773941417.943773:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.943776:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.943781:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dbb80 x1860112203394176/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941417.943823:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfecb8. 00000400:00000200:0.0:1773941417.943830:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee4c8 00000400:00000010:0.0:1773941417.943832:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee4c8. 00000100:00000200:0.0:1773941417.943844:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dbb80 x1860112203394176/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941417.943856:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dbb80 x1860112203394176/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941417.943887:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c1800. 02000000:00000010:0.0:1773941417.943894:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f94000. 00000100:00000010:0.0:1773941417.943898:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dbb80. 00000400:00000200:3.0:1773941417.944238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.944242:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.944245:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.944247:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.944249:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.944251:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f202b80 00000400:00000200:3.0:1773941417.944254:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.944256:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x815 [1] + 0 00000400:00000200:3.0:1773941417.944280:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.944284:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.944291:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203393920/t0(0) o38->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941417.944327:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfeb58. 00000400:00000200:0.0:1773941417.944332:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feec38 00000400:00000010:0.0:1773941417.944334:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feec38. 00000100:00000200:0.0:1773941417.944341:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203393920/t0(0) o38->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941417.944351:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203393920/t0(0) o38->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941417.945334:0:14628:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d90af8cc0. 00000100:00000200:2.0:1773941417.945349:0:14628:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.945352:0:14628:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.945356:0:14628:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000010:2.0:1773941417.945366:0:14628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88000. 02000000:00000010:2.0:1773941417.945371:0:14628:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d908f2400. 00000020:00000010:2.0:1773941417.945387:0:14628:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d90af8cc0. 02000000:00000010:2.0:1773941417.946104:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c2c00. 02000000:00000010:2.0:1773941417.946110:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f95000. 00000100:00000010:2.0:1773941417.946115:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 02000000:00000010:2.0:1773941417.946181:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d86404c00. 00000400:00000200:2.0:1773941417.946187:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.946191:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a840. 00000400:00000010:2.0:1773941417.946197:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941417.946203:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394560, portal 10 00000020:00000010:2.0:1773941417.946212:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90898000. 00000400:00000010:2.0:1773941417.946219:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5cc0. 00000100:00000200:2.0:1773941417.946222:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203394560, offset 0 00000400:00000200:2.0:1773941417.946230:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.946238:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.946243:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.946247:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.946250:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.946253:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.946256:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.946260:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [96:96:256:4294967295] 192.168.204.109@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1773941417.946264:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.946270:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.946274:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.946278:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941417.946287:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.946291:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.946294:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.946309:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:2.0:1773941417.946364:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d854e1c00. 00000800:00000200:3.0:1773941417.946370:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1773941417.946371:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000010:3.0:1773941417.946376:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000010:2.0:1773941417.946377:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a1b8. 00000400:00000010:2.0:1773941417.946383:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00000400:00000200:3.0:1773941417.946384:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1773941417.946387:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394432, portal 10 00000400:00000200:3.0:1773941417.946392:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000020:00000010:2.0:1773941417.946396:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9089c000. 00000400:00000200:3.0:1773941417.946397:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5cc0 00000400:00000010:3.0:1773941417.946401:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5cc0. 00000400:00000010:2.0:1773941417.946403:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941417.946452:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203394432, offset 0 00000100:00000200:3.0:1773941417.946457:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88000 x1860112203394560/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.946464:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941417.946474:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.946479:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.946482:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941417.946484:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.946488:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941417.946490:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941417.946494:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [97:97:255:4294967295] 192.168.204.109@tcp LPNI seq info [97:97:7:4294967295] 00000400:00000200:2.0:1773941417.946497:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.946504:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.946509:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.946513:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45200. 00000800:00000200:2.0:1773941417.946518:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941417.946524:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941417.946527:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.946541:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.946584:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.946587:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45200. 00000400:00000200:3.0:1773941417.946592:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.946597:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.946607:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:3.0:1773941417.946610:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000200:3.0:1773941417.946656:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8700 x1860112203394432/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941417.946663:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f94c00. 00000400:00000200:1.0:1773941417.946671:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.946694:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941417.946700:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c72a8. 00000100:00000200:1.0:1773941417.946704:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394048, portal 10 00000020:00000010:1.0:1773941417.946709:0:2412:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d88cba000. 00000400:00000010:1.0:1773941417.946713:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7198. 00000100:00000200:1.0:1773941417.946715:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203394048, offset 0 00000400:00000200:1.0:1773941417.946722:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000010:2.0:1773941417.946723:0:14629:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d90af8a40. 00000400:00000200:1.0:1773941417.946728:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:2.0:1773941417.946732:0:14629:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d90af8a40. 00000400:00000200:1.0:1773941417.946735:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.946739:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.946744:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.946747:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.946749:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.946752:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [98:98:256:4294967295] 192.168.204.109@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1773941417.946756:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.946763:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.946768:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.946772:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36000. 00000800:00000200:1.0:1773941417.946776:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.946781:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.946783:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.946792:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.946962:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.946966:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36000. 00000400:00000200:3.0:1773941417.946970:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.946974:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.946978:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7198 00000400:00000010:3.0:1773941417.946981:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7198. 00000100:00000200:3.0:1773941417.946986:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203394048/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941417.947212:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947220:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.947227:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947231:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947241:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f202e00 00000400:00000200:3.0:1773941417.947246:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947253:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x825 [1] + 0 00000400:00000200:3.0:1773941417.947268:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.947272:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.947281:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88000 x1860112203394560/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.947466:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a840. 00000400:00000200:2.0:1773941417.947470:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941417.947471:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941417.947476:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88000 x1860112203394560/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.947484:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88000 x1860112203394560/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941417.947501:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d86404c00. 02000000:00000010:2.0:1773941417.947505:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d908f2400. 00000100:00000010:2.0:1773941417.947507:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88000. 00000400:00000200:3.0:1773941417.947515:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947523:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941417.947528:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947532:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947537:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947541:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f202d80 00000400:00000200:3.0:1773941417.947552:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941417.947558:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x835 [1] + 224 00000400:00000200:3.0:1773941417.947591:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.947595:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:3.0:1773941417.947603:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8700 x1860112203394432/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.947663:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a1b8. 00000400:00000200:1.0:1773941417.947669:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 00000400:00000010:1.0:1773941417.947670:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 00000100:00000200:1.0:1773941417.947688:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8700 x1860112203394432/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.947696:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8700 x1860112203394432/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.947709:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e83240. 02000000:00000010:1.0:1773941417.947721:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d854e1c00. 02000000:00000010:1.0:1773941417.947723:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36d00. 00000100:00000010:1.0:1773941417.947726:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8700. 00800000:00000010:1.0:1773941417.947730:0:14602:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff920d83e830c0. 00000100:00000010:1.0:1773941417.947738:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8700. 02000000:00000010:1.0:1773941417.947744:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641b800. 00000100:00000010:1.0:1773941417.947752:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e830c0. 02000000:00000010:1.0:1773941417.947760:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f97800. 00000400:00000200:1.0:1773941417.947765:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.947767:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941417.947770:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941417.947773:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394688, portal 10 00000400:00000010:1.0:1773941417.947775:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7d48. 00000100:00000200:1.0:1773941417.947777:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112203394688, offset 0 00000400:00000200:1.0:1773941417.947782:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.947785:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.947788:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.947792:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.947794:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.947796:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.947799:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.947802:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [99:99:256:4294967295] 192.168.204.109@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1773941417.947805:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.947810:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.947813:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.947815:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36d00. 00000800:00000200:1.0:1773941417.947822:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.947827:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.947830:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36d00 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1773941417.947838:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.947840:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.947847:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.947854:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.947858:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.947861:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.947864:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f202c00 00000400:00000200:2.0:1773941417.947869:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.947873:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x845 [1] + 224 00000400:00000200:2.0:1773941417.947883:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.947887:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.947894:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db800 x1860112203394048/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.947934:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941417.947945:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c72a8 00000400:00000010:1.0:1773941417.947947:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c72a8. 00000800:00000200:2.0:1773941417.947951:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1773941417.947955:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203394048/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1773941417.947956:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36d00. 00000400:00000200:2.0:1773941417.947963:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.947973:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:1.0:1773941417.947974:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203394048/t0(0) o41->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.947978:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7d48 00000400:00000010:2.0:1773941417.947982:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7d48. 00000100:00000200:2.0:1773941417.947991:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8700 x1860112203394688/t0(0) o40->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941417.948000:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f94c00. 02000000:00000010:1.0:1773941417.948005:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36200. 00000100:00000010:1.0:1773941417.948011:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 00000020:00000010:0.0:1773941417.948407:0:14627:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d98b51040. 00000020:00000010:0.0:1773941417.948417:0:14627:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d98b51040. 00000400:00000200:2.0:1773941417.948643:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948649:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.948652:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948654:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948658:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948660:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 448 into portal 10 MB=0x69bc31f202e80 00000400:00000200:2.0:1773941417.948662:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948664:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 448/448 into md 0x84d [1] + 224 00000400:00000200:2.0:1773941417.948671:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.948673:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.948690:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8700 x1860112203394688/t0(0) o40->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.948730:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941417.948735:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:1.0:1773941417.948737:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941417.948743:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8700 x1860112203394688/t0(0) o40->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.948752:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8700 x1860112203394688/t0(0) o40->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941417.948768:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e830c0. 00000002:00000200:1.0:1773941417.948773:0:14602:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1773941417.948777:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f97800. 02000000:00000010:1.0:1773941417.948782:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641b800. 00000100:00000010:1.0:1773941417.948785:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8700. 00000020:00000010:1.0:1773941417.948800:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90495000. 00000020:00000010:1.0:1773941417.948818:0:14602:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90496000. 00000400:00000200:1.0:1773941417.948833:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.948839:0:14602:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941417.948850:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8700. 02000000:00000010:1.0:1773941417.948858:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f97800. 02000000:00000010:2.0:1773941417.948902:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d854e1c00. 00000080:00000010:1.0:1773941417.948908:0:14602:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff920d8641b800. 00000400:00000200:2.0:1773941417.948909:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941417.948917:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a840. 00000020:00000010:1.0:1773941417.948917:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d90f94c00. 00000400:00000010:2.0:1773941417.948923:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941417.948929:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394816, portal 4 00000100:00000010:1.0:1773941417.948931:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 00000020:00000010:2.0:1773941417.948937:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9089a000. 00000400:00000010:2.0:1773941417.948948:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5908. 02000000:00000010:1.0:1773941417.948949:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07ba600. 00000100:00000200:2.0:1773941417.948951:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112203394816, offset 0 00000400:00000200:2.0:1773941417.948959:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000010:1.0:1773941417.948961:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e830c0. 00000400:00000200:2.0:1773941417.948965:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948972:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941417.948974:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1773941417.948975:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da07bae00. 00000400:00000200:2.0:1773941417.948979:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941417.948984:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.948984:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.948989:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000010:1.0:1773941417.948990:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000200:2.0:1773941417.948994:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [100:100:256:4294967295] 192.168.204.109@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000010:1.0:1773941417.948997:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000400:00000200:2.0:1773941417.949001:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:1.0:1773941417.949003:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203394944, portal 10 00000400:00000010:1.0:1773941417.949009:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c72a8. 00000100:00000200:1.0:1773941417.949014:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112203394944, offset 0 00000400:00000200:2.0:1773941417.949017:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941417.949027:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.949027:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941417.949033:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45e00. 00000400:00000200:1.0:1773941417.949037:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941417.949041:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000400:00000200:1.0:1773941417.949045:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000800:00000200:2.0:1773941417.949051:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000400:00000200:1.0:1773941417.949052:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1773941417.949058:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45e00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.949058:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.949064:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.949068:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.949073:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [101:101:255:4294967295] 192.168.204.109@tcp LPNI seq info [101:101:7:4294967295] 00000400:00000200:2.0:1773941417.949084:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.949084:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.949104:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.949111:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.949116:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36200. 00000800:00000200:3.0:1773941417.949268:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.949273:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45e00. 00000400:00000200:3.0:1773941417.949278:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.949283:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.949287:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5908 00000400:00000010:3.0:1773941417.949291:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5908. 00000100:00000200:3.0:1773941417.949301:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8700 x1860112203394816/t0(0) o8->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941417.949452:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.949456:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.949459:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36200 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.949472:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:3.0:1773941417.949526:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941417.949530:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36200. 00000400:00000200:3.0:1773941417.949534:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941417.949538:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941417.949541:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c72a8 00000400:00000010:3.0:1773941417.949544:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c72a8. 00000100:00000200:3.0:1773941417.949549:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203394944/t0(0) o900->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.953410:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953416:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.953421:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953423:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953426:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953429:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 248 into portal 10 MB=0x69bc31f202f80 00000400:00000200:2.0:1773941417.953432:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953435:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 248/248 into md 0x865 [1] + 224 00000400:00000200:2.0:1773941417.953443:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.953445:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.953451:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db800 x1860112203394944/t0(0) o900->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941417.953473:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953475:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.953478:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953479:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953481:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953483:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 4 MB=0x69bc31f202f00 00000400:00000200:2.0:1773941417.953485:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.953487:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 416/416 into md 0x855 [1] + 0 00000400:00000200:2.0:1773941417.953512:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.953515:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.953523:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8700 x1860112203394816/t0(0) o8->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941417.953544:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a840. 00000400:00000200:2.0:1773941417.953547:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941417.953548:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941417.953551:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8700 x1860112203394816/t0(0) o8->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941417.953557:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8700 x1860112203394816/t0(0) o8->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941417.953569:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941417.953575:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:1.0:1773941417.953576:0:14602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941417.953584:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203394944/t0(0) o900->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941417.953594:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203394944/t0(0) o900->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941417.953607:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d854e1c00. 02000000:00000010:2.0:1773941417.953612:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f97800. 00000100:00000010:2.0:1773941417.953616:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8700. 00000100:00000010:1.0:1773941417.953627:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e830c0. 02000000:00000010:1.0:1773941417.953635:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da07bae00. 02000000:00000010:1.0:1773941417.953639:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07ba600. 00000100:00000010:1.0:1773941417.953642:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 80000000:00000010:1.0:1773941417.953648:0:14602:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff920da0cfec80. 00000020:00000010:1.0:1773941417.953657:0:14602:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d90f97400. 00000100:00000010:1.0:1773941417.953661:0:14602:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 02000000:00000010:1.0:1773941417.953668:0:14602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07ba600. 00000100:00000010:1.0:1773941417.953686:0:14602:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e830c0. 02000000:00000010:1.0:1773941417.953752:0:14602:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff920d909c0000. 00000400:00000200:1.0:1773941417.953757:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941417.953761:0:14602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941417.953766:0:14602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff920d90f96800. 00000100:00000200:1.0:1773941417.953769:0:14602:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112203395072, portal 10 00000400:00000010:1.0:1773941417.953773:0:14602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941417.953775:0:14602:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112203395072, offset 0 00000400:00000200:1.0:1773941417.953781:0:14602:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941417.953786:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.953790:0:14602:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941417.953795:0:14602:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941417.953798:0:14602:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941417.953801:0:14602:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941417.953803:0:14602:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941417.953806:0:14602:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [102:102:256:4294967295] 192.168.204.109@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1773941417.953811:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941417.953817:0:14602:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941417.953820:0:14602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941417.953825:0:14602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36700. 00000800:00000200:1.0:1773941417.953831:0:14602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941417.953835:0:14602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941417.953841:0:14602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36700 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1773941417.953856:0:14602:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941417.953912:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941417.953915:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36700. 00000400:00000200:2.0:1773941417.953923:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.953928:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941417.953931:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:2.0:1773941417.953933:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000200:2.0:1773941417.953941:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203395072/t0(0) o33->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1773941417.960654:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.960661:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941417.960667:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.960671:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.960686:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.960689:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 464 into portal 10 MB=0x69bc31f203000 00000400:00000200:2.0:1773941417.960693:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941417.960697:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 464/464 into md 0x86d [32] + 224 00000400:00000200:2.0:1773941417.960708:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941417.960711:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000200:2.0:1773941417.960733:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db800 x1860112203395072/t0(0) o33->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1773941417.960771:0:14602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941417.960779:0:14602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90f96800 00000400:00000010:1.0:1773941417.960781:0:14602:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff920d90f96800. 00000100:00000200:1.0:1773941417.960789:0:14602:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203395072/t0(0) o33->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773941417.960799:0:14602:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203395072/t0(0) o33->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000010:1.0:1773941417.960828:0:14602:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e830c0. 00000002:00000200:1.0:1773941417.960835:0:14602:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1773941417.960839:0:14602:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff920d8641b800. 00000020:00000010:1.0:1773941417.960848:0:14602:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d9082f870. 00000020:00000010:1.0:1773941417.960852:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbc00. 00000020:00000010:1.0:1773941417.960855:0:14602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941417.960858:0:14602:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd900. 00000008:00000010:1.0:1773941417.960863:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941417.960867:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077540. 00008000:00000010:1.0:1773941417.960870:0:14602:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.960874:0:14602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba400. 00000008:00000010:1.0:1773941417.960877:0:14602:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941417.960879:0:14602:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941417.960881:0:14602:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000080:00000010:1.0:1773941417.960885:0:14602:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff920d896cd0c0. 00000080:00000010:1.0:1773941417.960889:0:14602:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff920d90f96800. 00000020:00000010:1.0:1773941417.960925:0:14602:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff920d90980000. 00000020:00000010:1.0:1773941417.960932:0:14602:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90f95400. 00000020:00000010:1.0:1773941417.960934:0:14602:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff920d83e830c0. 00000008:00000010:1.0:1773941417.960940:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f86468. 00020000:00000010:1.0:1773941417.960942:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00000080:00000010:1.0:1773941417.960944:0:14602:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da738. 00000080:00000010:1.0:1773941417.960947:0:14602:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98391240. 00000008:00000010:1.0:1773941417.960953:0:14602:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d0000. 00020000:00000010:1.0:1773941417.960955:0:14602:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00000080:00000010:1.0:1773941417.960957:0:14602:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d908204b0. 00000008:00000010:1.0:1773941417.960961:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f84e18. 00020000:00000010:1.0:1773941417.960962:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077480. 00000080:00000010:1.0:1773941417.960964:0:14602:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da3f0. 00000080:00000010:1.0:1773941417.960973:0:14602:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98393908. 00000008:00000010:1.0:1773941417.960976:0:14602:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d0580. 00020000:00000010:1.0:1773941417.960978:0:14602:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4d200. 00000080:00000010:1.0:1773941417.960979:0:14602:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820e10. 00000008:00000010:1.0:1773941417.960983:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f82178. 00020000:00000010:1.0:1773941417.960985:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077180. 00000080:00000010:1.0:1773941417.960986:0:14602:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da7e0. 00000080:00000010:1.0:1773941417.960988:0:14602:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98392238. 00000008:00000010:1.0:1773941417.960990:0:14602:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d1e40. 00020000:00000010:1.0:1773941417.960991:0:14602:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4f840. 00000080:00000010:1.0:1773941417.960993:0:14602:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d908201e0. 00000008:00000010:1.0:1773941417.960995:0:14602:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f82ca0. 00020000:00000010:1.0:1773941417.960997:0:14602:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077840. 00000080:00000010:1.0:1773941417.960998:0:14602:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da2a0. 00000080:00000010:1.0:1773941417.960999:0:14602:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98392910. 00000008:00000010:1.0:1773941417.961001:0:14602:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d0420. 00020000:00000010:1.0:1773941417.961002:0:14602:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4cb40. 00000080:00000010:1.0:1773941417.961004:0:14602:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820000. 00020000:00000010:1.0:1773941417.961011:0:14602:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d896cd4e0. 00020000:00000010:1.0:1773941417.961014:0:14602:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d896cd420. 00020000:00000010:1.0:1773941417.961017:0:14602:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d896cd9c0. 00000020:00000010:1.0:1773941417.961021:0:14602:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941417.961023:0:14602:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd900. 00000008:00000010:1.0:1773941417.961026:0:14602:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941417.961028:0:14602:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077540. 00008000:00000010:1.0:1773941417.961030:0:14602:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941417.961033:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bbc00. 00000008:00000010:1.0:1773941417.961040:0:14602:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941417.961043:0:14602:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941417.961045:0:14602:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941417.961048:0:14602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba400. 00000020:00000010:1.0:1773941417.961050:0:14602:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d9082f870. 00000080:00000010:1.0:1773941417.961067:0:14602:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff920d89120840. 02000000:00000010:1.0:1773941417.961088:0:14602:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff920d909c0000. 02000000:00000010:1.0:1773941417.961110:0:14602:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07ba600. 00000100:00000010:1.0:1773941417.961115:0:14602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 00000080:00000010:1.0:1773941417.961152:0:14602:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff920d90fa17c0. 00000080:00000010:1.0:1773941417.961160:0:14602:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff920d83e839c0. 00000080:00000010:1.0:1773941417.961162:0:14602:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff920d83e83a80. 00000080:00000010:1.0:1773941417.961183:0:14602:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff920da0cfe900. 00000080:00000010:1.0:1773941417.961186:0:14602:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff920da0cfeb00. 00000080:00000010:1.0:1773941417.961188:0:14602:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff920d838c3b40. 00000080:02000400:1.0:1773941417.961190:0:14602:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000400:00000001:3.0:1773941418.016797:0:14643:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1773941418.926229:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941418.926237:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941418.926287:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941418.926290:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941418.926292:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773941419.157966:0:14650:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941419.246169:0:54:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294892821, at 4294892864 00000100:00000010:3.0:1773941419.246183:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d835b2cc0. 00000100:00000040:2.0:1773941419.247154:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294892821, at 4294892865 00000100:00000010:2.0:1773941419.247162:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d835b2ba0. 00000020:00000001:0.0:1773941419.277158:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffd08 00000080:00200008:0.0:1773941419.277163:0:14671:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773941419.277169:0:14671:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773941419.277170:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffc80 00000080:00200000:0.0:1773941419.277171:0:14671:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908),name=/ 00000080:00000010:0.0:1773941419.277175:0:14671:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941419.277183:0:14671:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:0.0:1773941419.277187:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d861c3800. 00800000:00000001:0.0:1773941419.277190:0:14671:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.277192:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffba0 00800000:00000002:0.0:1773941419.277194:0:14671:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.277197:0:14671:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773941419.277199:0:14671:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773941419.277201:0:14671:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773941419.277203:0:14671:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773941419.277204:0:14671:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941419.277206:0:14671:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.277207:0:14671:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.277208:0:14671:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.277211:0:14671:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1773941419.277214:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d861c3000. 00000002:00000001:0.0:1773941419.277217:0:14671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.277218:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffa70 00000002:00010000:0.0:1773941419.277219:0:14671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773941419.277222:0:14671:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773941419.277223:0:14671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773941419.277225:0:14671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773941419.277230:0:14671:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.277231:0:14671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.277233:0:14671:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.277234:0:14671:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773941419.277236:0:14671:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773941419.277240:0:14671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90face00. 00000020:00000040:0.0:1773941419.277242:0:14671:0:(genops.c:1229:class_import_get()) import ffff920d83538000 refcount=4 obd=lustre-MDT0000-mdc-ffff920da07a1800 00010000:00000001:0.0:1773941419.277247:0:14671:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773941419.277251:0:14671:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941419.277254:0:14671:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.277256:0:14671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941419.277258:0:14671:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941419.277261:0:14671:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941419.277266:0:14671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c2800. 00000100:00000001:0.0:1773941419.277271:0:14671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.277279:0:14671:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773941419.277281:0:14671:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.277282:0:14671:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773941419.277283:0:14671:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.277284:0:14671:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.277288:0:14671:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00010000:00000001:0.0:1773941419.277291:0:14671:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941419.277293:0:14671:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941419.277296:0:14671:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e600. 00010000:00000010:0.0:1773941419.277298:0:14671:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff920d88bb2e00. 00010000:00000001:0.0:1773941419.277302:0:14671:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941419.277304:0:14671:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80030a00. 00000020:00000010:0.0:1773941419.277306:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d88bb2c00. 00000020:00000001:0.0:1773941419.277308:0:14671:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941419.277310:0:14671:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80030a00 with handle 0xef3f469e0cc3acc4 to hash 00000020:00000001:0.0:1773941419.277312:0:14671:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941419.277313:0:14671:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.277315:0:14671:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.277317:0:14671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941419.277319:0:14671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941419.277322:0:14671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941419.277328:0:14671:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941419.277335:0:14671:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941419.277339:0:14671:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941419.277340:0:14671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941419.277344:0:14671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88c18b40. 00000100:00000001:0.0:1773941419.277346:0:14671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185559456576 : -120888150095040 : ffff920d88c18b40) 00000100:00000001:0.0:1773941419.277347:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941419.277351:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00000100:00000001:0.0:1773941419.277354:0:14671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941419.277357:0:14671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.277359:0:14671:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941419.277360:0:14671:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941419.277368:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.277374:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941419.277375:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941419.277378:0:14671:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941419.277380:0:14671:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941419.277382:0:14671:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941419.277384:0:14671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90face00 pname:cluuid:pid:xid:nid:opc:job lfs:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14671:1860112203395200:192.168.204.109@tcp:101:lfs.0 00000100:00000001:0.0:1773941419.277387:0:14671:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941419.277391:0:14671:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941419.277393:0:14671:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941419.277395:0:14671:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941419.277398:0:14671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff920d86c73800. 02000000:00000001:0.0:1773941419.277399:0:14671:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941419.277406:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941419.277409:0:14671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeb58. 00000400:00000010:0.0:1773941419.277414:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feec38. 00000100:00000200:0.0:1773941419.277420:0:14671:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1860112203395200, portal 10 00000100:00000001:0.0:1773941419.277421:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941419.277422:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00000100:00000040:0.0:1773941419.277426:0:14671:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.277431:0:14671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941419.277433:0:14671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941419.277435:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee4c8. 00000100:00000200:0.0:1773941419.277437:0:14671:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1860112203395200, offset 0 00000400:00000200:0.0:1773941419.277442:0:14671:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941419.277448:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941419.277456:0:14671:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941419.277460:0:14671:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941419.277463:0:14671:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941419.277466:0:14671:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941419.277468:0:14671:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941419.277471:0:14671:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [103:103:256:4294967295] 192.168.204.109@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1773941419.277473:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941419.277482:0:14671:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941419.277486:0:14671:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941419.277490:0:14671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d300. 00000800:00000200:0.0:1773941419.277495:0:14671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941419.277500:0:14671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941419.277503:0:14671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773941419.277517:0:14671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941419.277520:0:14671:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: using a timeout of 5315 usecs (6 jiffies) 00000400:00000200:0.0:1773941419.277522:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941419.277524:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294892901 00000100:00000010:0.0:1773941419.277527:0:14671:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d838c32a0. 00000100:00000001:0.0:1773941419.277532:0:14671:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941419.277537:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294892901 00000100:00000010:0.0:1773941419.277539:0:14671:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d838c3600. 00000100:00000001:0.0:1773941419.277541:0:14671:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941419.277543:0:14671:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941419.277545:0:14671:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.277547:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941419.277548:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941419.277550:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773941419.277552:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941419.277554:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941419.277612:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941419.277618:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d300. 00000400:00000200:2.0:1773941419.277623:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941419.277628:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941419.277634:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee4c8 00000400:00000010:2.0:1773941419.277637:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee4c8. 00000100:00000001:2.0:1773941419.277642:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941419.277647:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941419.277668:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941419.277671:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941419.277678:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941419.277680:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941419.279175:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941419.279187:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941419.279191:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941419.279194:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941419.279201:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941419.279207:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941419.279214:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941419.279217:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941419.279221:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941419.279225:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 688 into portal 10 MB=0x69bc31f203080 00000400:00000200:2.0:1773941419.279229:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941419.279233:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 688/688 into md 0x875 [1] + 224 00000800:00000001:2.0:1773941419.279238:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941419.279244:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941419.279252:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941419.279254:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941419.279258:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941419.279262:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773941419.279269:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941419.279281:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941419.279287:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941419.279289:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941419.279313:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941419.279320:0:14671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941419.279327:0:14671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941419.279330:0:14671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfeb58. 00000400:00000200:0.0:1773941419.279341:0:14671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feec38 00000400:00000010:0.0:1773941419.279344:0:14671:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feec38. 00000100:00000001:0.0:1773941419.279347:0:14671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941419.279352:0:14671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773941419.279364:0:14671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941435 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.279371:0:14671:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941419.279373:0:14671:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941419.279376:0:14671:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941419.279378:0:14671:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941419.279381:0:14671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941419.279383:0:14671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941419.279386:0:14671:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941419.279394:0:14671:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d83538458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941419.279397:0:14671:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d83538410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941419.279400:0:14671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941419.279402:0:14671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279404:0:14671:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941419.279408:0:14671:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.279411:0:14671:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773941419.279413:0:14671:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941419.279415:0:14671:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941419.279417:0:14671:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941419.279421:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941435 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.279435:0:14671:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941419.279441:0:14671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941419.279443:0:14671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941419.279447:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941435 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773941419.279455:0:14671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90face00 pname:cluuid:pid:xid:nid:opc:job lfs:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14671:1860112203395200:192.168.204.109@tcp:101:lfs.0 00000100:00000001:0.0:1773941419.279464:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941419.279467:0:14671:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.279469:0:14671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941419.279471:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941419.279474:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941435 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.279480:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941419.279482:0:14671:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88c18b40. 00000100:00000001:0.0:1773941419.279485:0:14671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941419.279486:0:14671:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279488:0:14671:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941419.279491:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279493:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279495:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=4 00000020:00000001:0.0:1773941419.279498:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279501:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000040:0.0:1773941419.279505:0:14671:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff920d80030a00, remote cookie: 0xf40a435afd2a1997, flags: 0x1001 00010000:00010000:0.0:1773941419.279510:0:14671:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941419.279520:0:14671:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279527:0:14671:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773941419.279531:0:14671:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773941419.279532:0:14671:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773941419.279534:0:14671:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773941419.279535:0:14671:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773941419.279537:0:14671:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff920d8962e600) refcount = 1 00010000:00010000:0.0:1773941419.279542:0:14671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279558:0:14671:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1773941419.279563:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff920d83ac0200. 00010000:00000001:0.0:1773941419.279566:0:14671:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773941419.279567:0:14671:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941419.279570:0:14671:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773941419.279572:0:14671:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941419.279576:0:14671:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279582:0:14671:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773941419.279584:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279585:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279586:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279588:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279589:0:14671:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.279592:0:14671:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773941419.279594:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279595:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279597:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279599:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279601:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279603:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279604:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279606:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=4 00000020:00000001:0.0:1773941419.279608:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279610:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279612:0:14671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941419.279614:0:14671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941419.279617:0:14671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279633:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279634:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279635:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279637:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279638:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=5 00000020:00000001:0.0:1773941419.279640:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279642:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279644:0:14671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941419.279647:0:14671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279665:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279666:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941419.279668:0:14671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279674:0:14671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941419.279676:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279677:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279678:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279679:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773941419.279684:0:14671:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773941419.279692:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279693:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279695:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279696:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279698:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279701:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279702:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941419.279703:0:14671:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.279709:0:14671:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.279712:0:14671:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773941419.279714:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279715:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279717:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279718:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279720:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00000002:00010000:0.0:1773941419.279724:0:14671:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279731:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279732:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279733:0:14671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773941419.279734:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279736:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279737:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279739:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279741:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000040:0.0:1773941419.279745:0:14671:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941419.279747:0:14671:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773941419.279751:0:14671:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff920d86406400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773941419.279754:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279755:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941419.279756:0:14671:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773941419.279759:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ff9f0 00000002:00002000:0.0:1773941419.279761:0:14671:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773941419.279764:0:14671:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.279767:0:14671:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.279769:0:14671:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773941419.279771:0:14671:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773941419.279775:0:14671:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941419.279779:0:14671:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941419.279784:0:14671:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773941419.279786:0:14671:0:(llite_lib.c:3689:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773941419.279795:0:14671:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773941419.279799:0:14671:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773941419.279803:0:14671:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff920d98b51ec0. 00800000:00000001:0.0:1773941419.279805:0:14671:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446623185827077824 : -120887882473792 : ffff920d98b51ec0) 00800000:00000001:0.0:1773941419.279808:0:14671:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941419.279810:0:14671:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773941419.279812:0:14671:0:(llite_lib.c:1842:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773941419.279814:0:14671:0:(llite_lib.c:1846:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773941419.279816:0:14671:0:(llite_lib.c:1797:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1773941419.279819:0:14671:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1773941419.279823:0:14671:0:(llite_lib.c:1832:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773941419.279825:0:14671:0:(llite_lib.c:1863:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.279829:0:14671:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773941419.279831:0:14671:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1773941419.279836:0:14671:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1773941419.279838:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279839:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279841:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279843:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279845:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279848:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279849:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773941419.279850:0:14671:0:(llite_lib.c:3787:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773941419.279852:0:14671:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773941419.279854:0:14671:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.279856:0:14671:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) for lock 0xef3f469e0cc3acc4 00800000:00000001:0.0:1773941419.279860:0:14671:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773941419.279861:0:14671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773941419.279862:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279864:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279865:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279867:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279869:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279875:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279876:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941419.279878:0:14671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.279880:0:14671:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.279882:0:14671:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.279884:0:14671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) 00000080:00010000:0.0:1773941419.279887:0:14671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3acc4 from it ffff9d9dc16ffcb8 00010000:00000001:0.0:1773941419.279889:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.279890:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.279891:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.279893:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279895:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.279897:0:14671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941419.279900:0:14671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941419.279906:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279907:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279908:0:14671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773941419.279910:0:14671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773941419.279913:0:14671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773941419.279921:0:14671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941419.279923:0:14671:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941419.279925:0:14671:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941419.279928:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279929:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.279938:0:14671:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279941:0:14671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941419.279943:0:14671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279945:0:14671:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279947:0:14671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.279949:0:14671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941419.279951:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.279957:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941419.279959:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941419.279963:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90face00 x1860112203395200/t0(0) o101->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941435 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941419.279970:0:14671:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941419.279972:0:14671:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941419.279975:0:14671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff920d86c73800. 02000000:00000001:0.0:1773941419.279978:0:14671:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941419.279980:0:14671:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941419.279982:0:14671:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=3 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941419.279984:0:14671:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941419.279986:0:14671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c2800. 02000000:00000001:0.0:1773941419.279989:0:14671:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941419.279991:0:14671:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941419.279993:0:14671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90face00. 00000100:00000001:0.0:1773941419.279996:0:14671:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941419.279997:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773941419.280001:0:14671:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941419.280006:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff920d86c73800. 00000020:00000001:0.0:1773941419.280016:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffd08 00000080:00000008:0.0:1773941419.280018:0:14671:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773941419.280595:0:14671:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941419.280619:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffd08 00000080:00200008:0.0:1773941419.280621:0:14671:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773941419.280626:0:14671:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773941419.280627:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffc80 00000080:00200000:0.0:1773941419.280629:0:14671:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908),name=/ 00000080:00000010:0.0:1773941419.280633:0:14671:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff920d8322fa00. 00800000:00000002:0.0:1773941419.280636:0:14671:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff920d98b51ec0 2 00000080:00000001:0.0:1773941419.280639:0:14671:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773941419.280642:0:14671:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.280643:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffba0 00800000:00000002:0.0:1773941419.280645:0:14671:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.280662:0:14671:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773941419.280664:0:14671:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773941419.280671:0:14671:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773941419.280672:0:14671:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773941419.280674:0:14671:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941419.280676:0:14671:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.280678:0:14671:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.280680:0:14671:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.280683:0:14671:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773941419.280686:0:14671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.280688:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffa70 00000002:00010000:0.0:1773941419.280690:0:14671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773941419.280693:0:14671:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773941419.280694:0:14671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773941419.280696:0:14671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773941419.280699:0:14671:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941419.280701:0:14671:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941419.280704:0:14671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941419.280707:0:14671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773941419.280710:0:14671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773941419.280718:0:14671:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773941419.280721:0:14671:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941419.280724:0:14671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773941419.280730:0:14671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773941419.280732:0:14671:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773941419.280734:0:14671:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941419.280736:0:14671:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941419.280737:0:14671:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773941419.280739:0:14671:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773941419.280742:0:14671:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773941419.280744:0:14671:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff920d98b51ec0 2 00000080:00000010:0.0:1773941419.280747:0:14671:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941419.280749:0:14671:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773941419.280755:0:14671:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.280757:0:14671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) 00000080:00010000:0.0:1773941419.280760:0:14671:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) for lock 0xef3f469e0cc3acc4 00800000:00000001:0.0:1773941419.280763:0:14671:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773941419.280765:0:14671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773941419.280766:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.280767:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.280769:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.280771:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.280773:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.280775:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.280776:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941419.280778:0:14671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.280779:0:14671:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.280781:0:14671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3acc4 from it ffff9d9dc16ffcb8 00010000:00000001:0.0:1773941419.280783:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.280784:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.280786:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.280788:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.280790:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.280792:0:14671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941419.280795:0:14671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773941419.280801:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.280802:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.280804:0:14671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773941419.280806:0:14671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773941419.280809:0:14671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773941419.280815:0:14671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941419.280817:0:14671:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941419.280822:0:14671:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941419.280824:0:14671:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.280826:0:14671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941419.280828:0:14671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.280829:0:14671:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.280831:0:14671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.280834:0:14671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941419.280835:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.280836:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941419.280838:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941419.280840:0:14671:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773941419.280842:0:14671:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941419.280845:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffd08 00000080:00000008:0.0:1773941419.280847:0:14671:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773941419.280934:0:14671:0:(file.c:6653:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773941419.280937:0:14671:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773941419.280938:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffb78 00000080:00200000:0.0:1773941419.280940:0:14671:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908),name=/ 00000080:00000010:0.0:1773941419.280944:0:14671:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff920d8322fa00. 00800000:00000002:0.0:1773941419.280947:0:14671:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff920d98b51ec0 2 00000080:00000001:0.0:1773941419.280949:0:14671:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773941419.280951:0:14671:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.280953:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffa98 00800000:00000002:0.0:1773941419.280954:0:14671:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.280957:0:14671:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773941419.280959:0:14671:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773941419.280960:0:14671:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773941419.280961:0:14671:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773941419.280963:0:14671:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941419.280965:0:14671:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.280967:0:14671:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941419.280969:0:14671:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941419.280971:0:14671:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773941419.280974:0:14671:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773941419.280976:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ff968 00000002:00010000:0.0:1773941419.280977:0:14671:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773941419.280980:0:14671:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773941419.280986:0:14671:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773941419.280987:0:14671:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773941419.280990:0:14671:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941419.280992:0:14671:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941419.280995:0:14671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941419.280997:0:14671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773941419.281000:0:14671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:0.0:1773941419.281007:0:14671:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773941419.281009:0:14671:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941419.281012:0:14671:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:0.0:1773941419.281018:0:14671:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773941419.281020:0:14671:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773941419.281022:0:14671:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941419.281023:0:14671:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941419.281025:0:14671:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773941419.281027:0:14671:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773941419.281029:0:14671:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773941419.281031:0:14671:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff920d98b51ec0 2 00000080:00000010:0.0:1773941419.281034:0:14671:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941419.281036:0:14671:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773941419.281037:0:14671:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.281040:0:14671:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) 00000080:00010000:0.0:1773941419.281042:0:14671:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) for lock 0xef3f469e0cc3acc4 00800000:00000001:0.0:1773941419.281045:0:14671:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773941419.281046:0:14671:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773941419.281048:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.281049:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.281050:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.281052:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.281054:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.281060:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.281062:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941419.281063:0:14671:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.281065:0:14671:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941419.281067:0:14671:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3acc4 from it ffff9d9dc16ffbb0 00010000:00000001:0.0:1773941419.281069:0:14671:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941419.281071:0:14671:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941419.281072:0:14671:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941419.281074:0:14671:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.281076:0:14671:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941419.281078:0:14671:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941419.281080:0:14671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773941419.281087:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.281088:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941419.281089:0:14671:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773941419.281090:0:14671:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773941419.281093:0:14671:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:0.0:1773941419.281099:0:14671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941419.281101:0:14671:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941419.281102:0:14671:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941419.281104:0:14671:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.281106:0:14671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941419.281107:0:14671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.281109:0:14671:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.281111:0:14671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.281113:0:14671:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941419.281114:0:14671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941419.281115:0:14671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941419.281139:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941419.281142:0:14671:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773941419.281144:0:14671:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908), inode mode 41ed mask 44 00000080:00000001:0.0:1773941419.281153:0:14671:0:(file.c:6707:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281157:0:14671:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773941419.281158:0:14671:0:(file.c:1021:ll_file_open()) Process entered 00000020:00000001:0.0:1773941419.281160:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffb78 00000080:00200008:0.0:1773941419.281162:0:14671:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), flags 100000 00000080:00000010:0.0:1773941419.281167:0:14671:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff920d8a6be000. 00000080:00000001:0.0:1773941419.281170:0:14671:0:(file.c:1050:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281172:0:14671:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281251:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773941419.281253:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:0.0:1773941419.281260:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773941419.281262:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773941419.281266:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d861c2800. 00000020:00000001:0.0:1773941419.281270:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281272:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773941419.281274:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773941419.281277:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d861c2800 uarg=0000000000000000 00800000:00000001:0.0:1773941419.281282:0:14671:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1773941419.281284:0:14671:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff920da07a1800: age 224, max_age 224 00800000:00000004:0.0:1773941419.281287:0:14671:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffff920da07a1800: use ffff920da12f9e08 cache blocks 2956/2997 objects 86559/86890 00800000:00000001:0.0:1773941419.281290:0:14671:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941419.281293:0:14671:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281295:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941419.281297:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d861c2800. 00000080:00000001:0.0:1773941419.281300:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281302:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281320:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773941419.281322:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:0.0:1773941419.281326:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773941419.281327:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773941419.281330:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d861c2800. 00000020:00000001:0.0:1773941419.281333:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941419.281334:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773941419.281336:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773941419.281337:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d861c2800 uarg=0000000000000000 00800000:00000001:0.0:1773941419.281341:0:14671:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1773941419.281349:0:14671:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff920da07a1800: age -776, max_age 224 00000002:00000001:0.0:1773941419.281354:0:14671:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:0.0:1773941419.281357:0:14671:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=5 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000100:00000010:0.0:1773941419.281361:0:14671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90face00. 00000020:00000040:0.0:1773941419.281364:0:14671:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=6 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000100:00000001:0.0:1773941419.281367:0:14671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941419.281370:0:14671:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941419.281372:0:14671:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941419.281378:0:14671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359dd00. 00000100:00000001:0.0:1773941419.281382:0:14671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.281384:0:14671:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941419.281386:0:14671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941419.281390:0:14671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88c18b40. 00000100:00000001:0.0:1773941419.281392:0:14671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185559456576 : -120888150095040 : ffff920d88c18b40) 00000100:00000001:0.0:1773941419.281395:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941419.281396:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00000100:00000001:0.0:1773941419.281400:0:14671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941419.281403:0:14671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.281405:0:14671:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941419.281407:0:14671:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941419.281413:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941419.281422:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941419.281424:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941419.281428:0:14671:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941419.281435:0:14671:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941419.281437:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941419.281438:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941419.281441:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941419.281443:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941419.281444:0:14671:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941419.281446:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941419.281447:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941419.281454:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941419.284193:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294892901, at 4294892902 00000100:00000010:2.0:1773941419.284203:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d838c32a0. 00000100:00000040:3.0:1773941419.284421:0:54:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294892901, at 4294892902 00000100:00000010:3.0:1773941419.284426:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d838c3600. 10000000:00000001:3.0:1773941419.502219:0:14617:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941419.502224:0:14617:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1773941419.950216:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941419.950222:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941419.950225:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941419.950226:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941419.950281:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941419.950285:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941419.950288:0:14614:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941420.334200:0:14671:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941420.334206:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941420.334208:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941420.334212:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941420.334215:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941420.334218:0:14671:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941420.334220:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941420.334222:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941420.334224:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941420.846193:0:14617:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941420.846200:0:14617:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1773941420.974228:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941420.974234:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941420.974240:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941420.974242:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941420.974302:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941420.974307:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941420.974311:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941421.358236:0:14671:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941421.358244:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941421.358246:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941421.358252:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941421.358256:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941421.358260:0:14671:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941421.358262:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941421.358265:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941421.358268:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941421.998195:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941421.998200:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941421.998204:0:6:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941421.998205:0:6:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941421.998253:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941421.998257:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941421.998260:0:14614:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941422.382226:0:14671:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941422.382234:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941422.382236:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941422.382241:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 0 seconds 00000100:00000001:0.0:1773941422.382245:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941422.382249:0:14671:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941422.382252:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941422.382274:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941422.382276:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) bb498ce0-a515-4c18-831a-ca431d11c79f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941423.022260:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941423.022270:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 00000020:00000040:1.0:1773941423.022276:0:36:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941423.022280:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.022283:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1773941423.022286:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 02000000:00000001:1.0:1773941423.022289:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.022291:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.022297:0:252:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 02000000:00000010:1.0:1773941423.022299:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36e00. 00010000:00000001:0.0:1773941423.022299:0:252:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.022308:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022320:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bb498ce0-a515-4c18-831a-ca431d11c79f->MGS req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941423.022332:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.022336:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022344:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610d0463] to pc [ptlrpcd_00_00+0] req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1773941423.022366:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941423.022371:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941423.022375:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941423.022387:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941423.022395:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941423.022398:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941423.022401:0:36:0:(genops.c:1229:class_import_get()) import ffff920d83538000 refcount=4 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000100:00000001:1.0:1773941423.022403:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.022404:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.022407:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.022411:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36f00. 00000100:00000001:1.0:1773941423.022415:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022419:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-MDT0000_UUID req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941423.022427:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.022430:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022435:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031696bb2] to pc [ptlrpcd_00_01+1] req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.022443:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941423.022446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1773941423.022449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1773941423.022453:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941423.022456:0:36:0:(import.c:65:import_set_state_nolock()) ffff920d8353c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941423.022460:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1773941423.022464:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 11 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.022468:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941423.022471:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 12 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.022473:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941423.022476:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941423.022478:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acaf 00000020:00000001:1.0:1773941423.022481:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941423.022489:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90491000 refcount=5 00000100:00000001:0.0:1773941423.022490:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1773941423.022494:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685778432 : -120888023773184 : ffff920d90491000) 00000020:00000001:1.0:1773941423.022499:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685778432 : -120888023773184 : ffff920d90491000) 00000100:00000040:1.0:1773941423.022502:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 11 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.022505:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000010:0.0:1773941423.022505:0:2412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d9a1ef738. 00000100:00000040:1.0:1773941423.022509:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 12 to 192.168.204.109@tcp 00000080:00000010:0.0:1773941423.022511:0:2412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d87fcb230. 00000100:00000001:1.0:1773941423.022513:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941423.022519:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 4 00000080:00000010:0.0:1773941423.022521:0:2412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d88b6fb40. 00000100:00000001:0.0:1773941423.022524:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1773941423.022526:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff920da07a1800: import ffff920d8353c000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941423.022527:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941423.022532:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.022534:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941423.022537:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1773941423.022543:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1773941423.022545:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.022546:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.022551:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.022552:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941423.022555:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.022557:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1773941423.022558:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941423.022562:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb498ce0-a515-4c18-831a-ca431d11c79f:2412:1860112203395456:192.168.204.109@tcp:400:kworker.0 00000008:00100000:1.0:1773941423.022564:0:36:0:(osc_request.c:3808:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681537 ocd_grant: 134217728, lost: 0. 00000100:00000001:0.0:1773941423.022566:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1773941423.022570:0:36:0:(osc_request.c:3811:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.022571:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941423.022574:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.022574:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.022588:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1773941423.022593:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db480. 02000000:00000010:0.0:1773941423.022593:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8322fa00. 02000000:00000001:0.0:1773941423.022597:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941423.022599:0:36:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=7 obd=lustre-MDT0001-mdc-ffff920da07a1800 02000000:00000001:1.0:1773941423.022605:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1773941423.022605:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:1.0:1773941423.022609:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941423.022610:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeb58. 00000100:00000001:1.0:1773941423.022614:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1773941423.022617:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feec38. 02000000:00000001:1.0:1773941423.022618:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.022622:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941423.022624:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203395456, portal 25 00000100:00000001:0.0:1773941423.022627:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1773941423.022628:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d90f97c00. 00000100:00000001:0.0:1773941423.022628:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551865856 : -120888157685760 : ffff920d884db800) 00000100:00000001:1.0:1773941423.022636:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.022636:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941423.022647:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941423.022664:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941423.022668:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1773941423.022668:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941423.022673:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee3b8. 00000100:00000001:1.0:1773941423.022674:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941423.022677:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203395456, offset 0 00000100:00000040:1.0:1773941423.022681:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e96e3de] to pc [ptlrpcd_rcv+-1] req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941423.022684:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941423.022694:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.022703:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941423.022712:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941423.022717:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941423.022721:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773941423.022723:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941423.022726:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000040:1.0:1773941423.022729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1773941423.022734:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [104:104:256:4294967295] 192.168.204.109@tcp LPNI seq info [104:104:8:4294967295] 00000100:00000001:1.0:1773941423.022738:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1773941423.022741:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941423.022744:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8000. 00000020:00000040:1.0:1773941423.022748:0:36:0:(genops.c:1229:class_import_get()) import ffff920d908c0000 refcount=3 obd=lustre-OST0000-osc-ffff920da07a1800 00000400:00000200:0.0:1773941423.022753:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000001:1.0:1773941423.022754:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.022758:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1773941423.022761:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 02000000:00000001:1.0:1773941423.022762:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941423.022768:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d300. 02000000:00000010:1.0:1773941423.022769:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36b00. 00000100:00000001:1.0:1773941423.022775:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941423.022779:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00000001:2.0:1773941423.022782:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941423.022785:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-OST0000_UUID req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000010:2.0:1773941423.022788:0:2411:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d864119d8. 00000800:00000200:0.0:1773941423.022793:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000080:00000010:2.0:1773941423.022794:0:2411:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98386b58. 00000080:00000010:2.0:1773941423.022803:0:2411:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d8640f4b0. 00000100:00000001:1.0:1773941423.022803:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1773941423.022803:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941423.022808:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.022809:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.022811:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941423.022817:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a55a2320] to pc [ptlrpcd_00_00+0] req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.022818:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.022835:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.022837:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.022841:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941423.022843:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.022844:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.022850:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.022851:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00100000:2.0:1773941423.022856:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203395712:192.168.204.109@tcp:38:kworker.0 00000100:00000001:2.0:1773941423.022859:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941423.022861:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941423.022862:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.022863:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941423.022865:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d88528800. 00000100:00000001:1.0:1773941423.022865:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.022867:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.022869:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941423.022873:0:2413:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920da12da540. 00000400:00000200:0.0:1773941423.022877:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.022878:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000080:00000010:1.0:1773941423.022880:0:2413:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98390920. 00000400:00000010:2.0:1773941423.022885:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a840. 00000100:00000001:0.0:1773941423.022885:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897895 00000080:00000010:1.0:1773941423.022888:0:2413:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d90820d20. 00000400:00000010:2.0:1773941423.022891:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000010:0.0:1773941423.022894:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d838c3300. 00000100:00000200:2.0:1773941423.022895:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203395712, portal 10 00000100:00000001:2.0:1773941423.022899:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.022900:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551864960 : -120888157686656 : ffff920d884db480) 00000100:00000001:1.0:1773941423.022901:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.022903:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941423.022905:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941423.022907:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.022909:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897895 00000100:00000010:0.0:1773941423.022915:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d838c3600. 00000100:00000001:2.0:1773941423.022918:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941423.022918:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.022919:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1773941423.022925:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:0.0:1773941423.022925:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.022930:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941423.022931:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5088. 00000100:00000200:2.0:1773941423.022935:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203395712, offset 0 00000100:00000001:1.0:1773941423.022936:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941423.022940:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.022942:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.022945:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000001:0.0:1773941423.022946:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1773941423.022949:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941423.022949:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.022951:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.022952:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:1.0:1773941423.022953:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.022956:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.022958:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941423.022963:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1773941423.022963:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1773941423.022964:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.022966:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1773941423.022968:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000100:00000001:0.0:1773941423.022970:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941423.022972:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2413:1860112203395584:192.168.204.109@tcp:400:kworker.0 00000100:00000001:0.0:1773941423.022973:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941423.022974:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773941423.022976:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773941423.022981:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.022981:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1773941423.022983:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941423.022986:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1773941423.022989:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [105:105:255:4294967295] 192.168.204.109@tcp LPNI seq info [105:105:7:4294967295] 02000000:00000001:1.0:1773941423.022991:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.022996:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773941423.023000:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1773941423.023001:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:1.0:1773941423.023003:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da07bbc00. 00000100:00000001:0.0:1773941423.023003:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.023008:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941423.023010:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.023012:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773941423.023013:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 02000000:00000001:0.0:1773941423.023016:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.023020:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941423.023021:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00100000:0.0:1773941423.023023:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2412:1860112203395840:192.168.204.109@tcp:400:kworker.0 00000400:00000010:1.0:1773941423.023027:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000800:00000010:2.0:1773941423.023028:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00000100:00000001:0.0:1773941423.023028:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941423.023031:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941423.023034:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941423.023035:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 02000000:00000001:0.0:1773941423.023036:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1773941423.023040:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 02000000:00000010:0.0:1773941423.023042:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d83248200. 00000100:00000200:1.0:1773941423.023043:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203395584, portal 10 02000000:00000001:0.0:1773941423.023046:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.023047:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000100:00000001:1.0:1773941423.023049:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1773941423.023052:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941423.023052:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000400:00000200:0.0:1773941423.023058:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941423.023060:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941423.023061:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfecb8. 00000100:00000040:1.0:1773941423.023065:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.023066:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: using a timeout of 2183 usecs (3 jiffies) 00000400:00000010:0.0:1773941423.023067:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee990. 00000100:00000200:0.0:1773941423.023073:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203395840, portal 4 00000400:00000200:2.0:1773941423.023076:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.023077:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941423.023079:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551851520 : -120888157700096 : ffff920d884d8000) 00000100:00000001:2.0:1773941423.023082:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896643 00000020:00000010:0.0:1773941423.023086:0:2412:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9091a000. 00000100:00000001:2.0:1773941423.023087:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000100:00000001:1.0:1773941423.023092:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773941423.023093:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896643 00000100:00000040:0.0:1773941423.023096:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.023099:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000100:00000040:1.0:1773941423.023100:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:2.0:1773941423.023107:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1773941423.023107:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7bb0. 00000100:00000001:0.0:1773941423.023108:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773941423.023113:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941423.023114:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203395584, offset 0 00000100:00000040:0.0:1773941423.023138:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941423.023142:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feebb0. 00000100:00000001:2.0:1773941423.023144:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941423.023148:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1860112203395840, offset 0 00000100:00000001:2.0:1773941423.023149:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.023154:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941423.023155:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000001:2.0:1773941423.023156:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941423.023160:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.023161:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.023164:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.023166:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.023166:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000001:2.0:1773941423.023167:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.023175:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941423.023179:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941423.023183:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941423.023186:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941423.023188:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941423.023191:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [106:106:254:4294967295] 192.168.204.109@tcp LPNI seq info [106:106:6:4294967295] 00000400:00000200:1.0:1773941423.023194:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.023200:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.023207:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000400:00000200:0.0:1773941423.023207:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941423.023214:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941423.023217:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941423.023220:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1773941423.023221:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941423.023222:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.023228:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [107:107:253:4294967295] 192.168.204.109@tcp LPNI seq info [107:107:5:4294967295] 00000800:00000010:1.0:1773941423.023229:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36600. 00000400:00000200:0.0:1773941423.023231:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.023237:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941423.023241:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000200:1.0:1773941423.023245:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000010:0.0:1773941423.023246:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d900. 00000800:00000200:0.0:1773941423.023252:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941423.023256:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941423.023259:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941423.023262:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773941423.023263:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941423.023269:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.023272:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.023273:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: using a timeout of 5868 usecs (6 jiffies) 00000100:00000040:1.0:1773941423.023277:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: using a timeout of 4917 usecs (5 jiffies) 00000400:00000200:0.0:1773941423.023277:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.023281:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896647 00000100:00000001:0.0:1773941423.023284:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000400:00000200:1.0:1773941423.023285:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.023286:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896647 00000100:00000001:1.0:1773941423.023289:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896646 00000100:00000001:0.0:1773941423.023289:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000100:00000001:0.0:1773941423.023293:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.023295:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000100:00000001:0.0:1773941423.023296:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.023301:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.023302:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896646 00000100:00000001:0.0:1773941423.023303:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.023305:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.023307:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000100:00000001:1.0:1773941423.023309:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.023314:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.023315:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.023319:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.023321:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.023323:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.023324:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.023326:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941423.023329:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.023330:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.023331:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941423.023332:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.023334:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941423.023335:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.023337:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.023340:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.023340:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.023344:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.023344:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.023349:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.023352:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941423.023429:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941423.023433:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d300. 00000400:00000200:3.0:1773941423.023438:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.023441:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941423.023445:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee3b8 00000400:00000010:3.0:1773941423.023447:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee3b8. 00000100:00000001:3.0:1773941423.023451:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941423.023454:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023461:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.023463:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023468:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.023469:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773941423.023477:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941423.023478:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:3.0:1773941423.023480:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.023482:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941423.023483:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5088 00000400:00000010:3.0:1773941423.023484:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5088. 00000100:00000001:3.0:1773941423.023486:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941423.023488:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023492:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.023493:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023497:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.023499:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773941423.023502:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941423.023507:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d900. 00000400:00000200:3.0:1773941423.023509:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.023511:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941423.023512:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feebb0 00000400:00000010:3.0:1773941423.023513:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feebb0. 00000100:00000001:3.0:1773941423.023515:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941423.023517:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023521:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.023522:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023526:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.023526:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773941423.023569:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941423.023572:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36600. 00000400:00000200:3.0:1773941423.023575:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.023586:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941423.023589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7bb0 00000400:00000010:3.0:1773941423.023590:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7bb0. 00000100:00000001:3.0:1773941423.023593:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941423.023596:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023602:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.023605:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.023611:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.023613:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941423.027139:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027176:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.027180:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027191:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.027200:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027207:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.027215:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027220:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027226:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027230:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203180 00000400:00000200:2.0:1773941423.027235:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027242:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:2.0:1773941423.027263:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027268:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.027271:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.027274:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.027279:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.027285:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.027293:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.027307:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.027317:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027320:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.027322:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027324:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.027327:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027331:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.027335:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027338:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027342:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027345:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 4 MB=0x69bc31f203300 00000400:00000200:2.0:1773941423.027349:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027354:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1773941423.027359:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773941423.027361:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1773941423.027364:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.027367:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941423.027368:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941423.027374:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000001:0.0:1773941423.027377:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941423.027380:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941423.027383:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfeb58. 00000400:00000200:0.0:1773941423.027388:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feec38 00000400:00000010:0.0:1773941423.027390:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feec38. 00000100:00000001:0.0:1773941423.027395:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773941423.027396:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.027402:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941423.027403:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.027423:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941423.027428:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027441:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941423.027444:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027449:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941423.027453:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941423.027455:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941423.027457:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941423.027461:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941423.027462:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1773941423.027464:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941423.027468:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.027471:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027473:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1773941423.027473:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d86c77c58 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941423.027479:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d86c77c10 time=6 v=5 (1 0 0 0) 00000400:00000200:2.0:1773941423.027484:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.027485:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1773941423.027489:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000100:00000001:0.0:1773941423.027489:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.027495:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941423.027495:0:2412:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1773941423.027499:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941423.027499:0:2412:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.027505:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.027505:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.027507:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 10 MB=0x69bc31f203200 00000400:00000200:2.0:1773941423.027509:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.027512:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:2.0:1773941423.027518:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1773941423.027523:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941423.027525:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.027529:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.027536:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.027540:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941423.027543:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1773941423.027545:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027548:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941423.027551:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941423.027554:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941423.027560:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.027569:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1773941423.027572:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bb498ce0-a515-4c18-831a-ca431d11c79f:2412:1860112203395456:192.168.204.109@tcp:400:kworker.0 00000800:00000001:2.0:1773941423.027573:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.027591:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027593:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027597:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.027599:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027602:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027605:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941423.027606:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.027609:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941423.027610:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db800 x1860112203395456/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1773941423.027612:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941423.027615:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941423.027618:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941423.027622:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 00000400:00000010:1.0:1773941423.027624:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:0.0:1773941423.027624:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941423.027629:0:2413:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1773941423.027629:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1773941423.027634:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941423.027635:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8322fa00. 02000000:00000001:0.0:1773941423.027642:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1773941423.027645:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773941423.027646:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.027650:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=3 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941423.027653:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1773941423.027654:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941423.027658:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36e00. 00000100:00000001:1.0:1773941423.027660:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.027663:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941423.027664:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1773941423.027664:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941423.027667:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1773941423.027668:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941423.027669:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.027671:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941423.027672:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 00000100:00001000:1.0:1773941423.027676:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d83538458 time=6 v=5 (5 0 0 0) 00000100:00000001:0.0:1773941423.027677:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1773941423.027681:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d83538410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941423.027681:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.027685:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941423.027687:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027687:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.027688:0:2413:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941423.027692:0:2413:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.027694:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941423.027695:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941423.027696:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.027697:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.027701:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027704:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.027707:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.027708:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.027711:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941423.027713:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773941423.027714:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1773941423.027716:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1773941423.027718:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941423.027722:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfecb8. 00000100:00100000:1.0:1773941423.027725:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2413:1860112203395584:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941423.027730:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941423.027732:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee990 00000100:00000001:1.0:1773941423.027733:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1773941423.027737:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee990. 00000100:00000040:1.0:1773941423.027740:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203395584/t0(0) o400->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027742:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941423.027749:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.027753:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941423.027756:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941423.027759:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da07bbc00. 00000100:00000200:0.0:1773941423.027764:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941423.027769:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941423.027771:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941423.027774:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941423.027777:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941423.027778:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=3 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.027781:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941423.027781:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1773941423.027785:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36f00. 02000000:00000001:0.0:1773941423.027785:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1773941423.027788:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941423.027789:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1773941423.027791:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941423.027792:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.027796:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.027798:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00001000:0.0:1773941423.027801:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d908c0458 time=6 v=5 (5 0 0 0) 00000100:00000001:1.0:1773941423.027804:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1773941423.027806:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d908c0410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941423.027807:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.027813:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027813:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941423.027816:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.027819:0:2412:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1773941423.027822:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:0.0:1773941423.027824:0:2412:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.027825:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.027830:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.027832:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.027838:0:2412:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027842:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773941423.027844:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941423.027846:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941423.027847:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.027851:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027858:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.027860:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941423.027861:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941423.027865:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941423.027884:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2412:1860112203395840:192.168.204.109@tcp:400:kworker.0 00000100:00000001:0.0:1773941423.027889:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027891:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.027892:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027894:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027896:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941423.027899:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8000 x1860112203395840/t0(0) o400->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.027906:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941423.027907:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941423.027909:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d83248200. 02000000:00000001:0.0:1773941423.027912:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941423.027913:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.027915:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=2 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:0.0:1773941423.027917:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941423.027919:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36b00. 02000000:00000001:0.0:1773941423.027922:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941423.027923:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941423.027924:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8000. 00000100:00000001:0.0:1773941423.027927:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941423.027929:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027932:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027934:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.027935:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.027937:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027939:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.027940:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.027942:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.027944:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773941423.028412:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.028418:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941423.028420:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.028421:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.028425:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.028428:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941423.028486:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.028489:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.028493:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.028496:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f203280 00000400:00000200:3.0:1773941423.028508:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.028512:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x885 [1] + 0 00000800:00000001:3.0:1773941423.028520:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.028526:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.028528:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.028532:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941423.028536:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.028541:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941423.028552:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.028566:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941423.028570:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.028572:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.028592:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.028595:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941423.028597:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941423.028598:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941423.028600:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a840. 00000400:00000200:2.0:1773941423.028603:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941423.028609:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941423.028611:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.028614:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941423.028620:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.028624:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941423.028625:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.028626:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941423.028627:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941423.028628:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941423.028629:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.028630:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941423.028634:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d8353c458 time=1773941423 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941423.028636:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d8353c410 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941423.028637:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941423.028638:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.028639:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941423.028641:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941423.028645:0:2411:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.028647:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941423.028647:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941423.028648:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941423.028649:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.028651:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.028655:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.028656:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941423.028657:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.028659:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941423.028664:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff920da07a1800: connect to target with instance 2 00000020:00000001:2.0:1773941423.028665:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941423.028669:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acaf 00000020:00000001:2.0:1773941423.028671:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941423.028673:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90491000 refcount=5 00000020:00000001:2.0:1773941423.028674:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685778432 : -120888023773184 : ffff920d90491000) 00000020:00000001:2.0:1773941423.028676:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685778432 : -120888023773184 : ffff920d90491000) 00000100:00001000:2.0:1773941423.028678:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d8353c410 time=1773941423 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941423.028680:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d8353c410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773941423.028683:0:2411:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000100:00080000:2.0:1773941423.028687:0:2411:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff920da07a1800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:2.0:1773941423.028689:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 4 00000100:00000001:2.0:1773941423.028691:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941423.028694:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773941423.028697:0:2411:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0001-mdc-ffff920da07a1800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1773941423.028701:0:2411:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773941423.028702:0:2411:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941423.028704:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1773941423.028706:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773941423.028707:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941423.028708:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941423.028710:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.028711:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941423.028713:0:2411:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1773941423.028716:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d8353c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773941423.028718:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941423.028719:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773941423.028721:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1773941423.028721:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773941423.028723:0:2411:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773941423.028725:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff920d88cd0820 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1773941423.028728:0:2411:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xef3f469e0cc3aca8 00800000:00000040:2.0:1773941423.028730:0:2411:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xef3f469e0cc3acaf 00800000:00000040:2.0:1773941423.028733:0:2411:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff920da07a1800=4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 device 4 (ffff920da12fcd28) type mdc at LMV idx 1 00800000:00000040:2.0:1773941423.028736:0:2411:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff920da12fcd28 already active! 00800000:00000001:2.0:1773941423.028742:0:2411:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773941423.028744:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941423.028746:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941423.028748:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=8 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000002:00000001:2.0:1773941423.028932:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.028934:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941423.028940:0:2411:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.028942:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941423.028947:0:2411:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000ddd92463): req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941423.028959:0:2411:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000d2bbbc66): req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1773941423.028964:0:14687:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000100:00000001:2.0:1773941423.028966:0:2411:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.028968:0:14687:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000100:00000001:2.0:1773941423.028969:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.028974:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941423.028975:0:14687:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.028980:0:14687:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1773941423.028982:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203395712:192.168.204.109@tcp:38:kworker.0 00000020:00000040:1.0:1773941423.028984:0:14687:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=7 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000100:00000001:2.0:1773941423.028986:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941423.028988:0:14687:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941423.028989:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000002:00000001:1.0:1773941423.028993:0:14687:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.028994:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db480 x1860112203395712/t0(0) o38->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.028996:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.029000:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.029002:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941423.029004:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941423.029004:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1773941423.029007:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d88528800. 00000100:00000001:0.0:1773941423.029009:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1773941423.029011:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941423.029012:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.029015:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.029017:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=6 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:2.0:1773941423.029019:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941423.029022:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d90f97c00. 02000000:00000001:0.0:1773941423.029022:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941423.029025:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941423.029027:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1773941423.029027:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941423.029032:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941423.029035:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db480. 00000100:00000001:0.0:1773941423.029037:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941423.029039:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941423.029041:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.029042:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941423.029045:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941423.029046:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.029048:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.029049:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.029051:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.029053:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.029054:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941423.029060:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c0800. 02000000:00000001:0.0:1773941423.029063:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941423.029068:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941423.029071:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfecb8. 00000400:00000010:0.0:1773941423.029075:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee990. 00000100:00000001:1.0:1773941423.029078:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1773941423.029081:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203394304, portal 10 00000100:00000001:1.0:1773941423.029082:0:14671:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.029086:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.029087:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.029088:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551858688 : -120888157692928 : ffff920d884d9c00) 00000100:00000001:1.0:1773941423.029091:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.029095:0:14671:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1773941423.029097:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941423.029098:0:14671:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941423.029104:0:14671:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.029108:0:14671:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941423.029111:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1773941423.029113:0:14671:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1773941423.029116:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941423.029137:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feec38. 00000100:00000200:0.0:1773941423.029141:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203394304, offset 0 02000000:00000001:1.0:1773941423.029145:0:14671:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941423.029148:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 02000000:00000001:1.0:1773941423.029150:0:14671:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941423.029156:0:14671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f94800. 00000400:00000200:0.0:1773941423.029156:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:1.0:1773941423.029161:0:14671:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941423.029165:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941423.029167:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.029171:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1773941423.029172:0:14671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000200:0.0:1773941423.029177:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000010:1.0:1773941423.029178:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 00000400:00000200:0.0:1773941423.029182:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1773941423.029183:0:14671:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203395328, portal 10 00000400:00000200:0.0:1773941423.029186:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.029191:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [108:108:256:4294967295] 192.168.204.109@tcp LPNI seq info [108:108:8:4294967295] 00000100:00000001:1.0:1773941423.029194:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.029197:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00000400:00000200:0.0:1773941423.029198:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:1.0:1773941423.029207:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d88cbc000. 00000400:00000200:0.0:1773941423.029212:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000040:1.0:1773941423.029218:0:14671:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941423.029221:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941423.029228:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d600. 00000100:00000001:1.0:1773941423.029231:0:14671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941423.029235:0:14671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941423.029240:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7e58. 00000800:00000200:0.0:1773941423.029244:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00000200:1.0:1773941423.029245:0:14671:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203395328, offset 0 00000800:00000200:0.0:1773941423.029257:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000400:00000200:1.0:1773941423.029258:0:14671:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941423.029264:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:0.0:1773941423.029265:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941423.029271:0:14671:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941423.029275:0:14671:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941423.029277:0:14671:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941423.029280:0:14671:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773941423.029281:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.029284:0:14671:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000040:0.0:1773941423.029287:0:2412:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: using a timeout of 3920 usecs (4 jiffies) 00000400:00000200:1.0:1773941423.029292:0:14671:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [109:109:255:4294967295] 192.168.204.109@tcp LPNI seq info [109:109:7:4294967295] 00000400:00000200:0.0:1773941423.029296:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.029301:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.029303:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896651 00000100:00000001:0.0:1773941423.029309:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000400:00000200:1.0:1773941423.029311:0:14671:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000001:0.0:1773941423.029315:0:2412:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896651 00000800:00000200:1.0:1773941423.029318:0:14671:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00000001:0.0:1773941423.029321:0:2412:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000800:00000010:1.0:1773941423.029323:0:14671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36f00. 00000100:00000001:0.0:1773941423.029328:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773941423.029329:0:14671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00000001:0.0:1773941423.029334:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773941423.029336:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1773941423.029337:0:14671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000100:00000001:0.0:1773941423.029340:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773941423.029342:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d600. 00000800:00000200:1.0:1773941423.029342:0:14671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941423.029347:0:14671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.029347:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941423.029348:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941423.029351:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1773941423.029353:0:14671:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: using a timeout of 3920 usecs (4 jiffies) 00000400:00000200:2.0:1773941423.029356:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:0.0:1773941423.029356:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773941423.029360:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.029360:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941423.029362:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feec38 00000100:00000001:1.0:1773941423.029364:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896651 00000400:00000010:2.0:1773941423.029365:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feec38. 00000100:00000001:0.0:1773941423.029365:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.029370:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773941423.029370:0:14671:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000100:00000001:0.0:1773941423.029371:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941423.029375:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.029376:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896651 00000100:00000001:2.0:1773941423.029384:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941423.029384:0:14671:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000100:00000001:1.0:1773941423.029388:0:14671:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941423.029389:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.029391:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.029396:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.029398:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941423.029399:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.029401:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1773941423.029401:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88c18b40 going to sleep for 11 seconds 00000100:00000001:1.0:1773941423.029405:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.029407:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.029416:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.029419:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36f00. 00000400:00000200:2.0:1773941423.029423:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.029427:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.029429:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7e58 00000400:00000010:2.0:1773941423.029431:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7e58. 00000100:00000001:2.0:1773941423.029434:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.029437:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.029444:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.029448:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.029466:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.029468:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941423.030501:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030506:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941423.030507:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030509:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.030512:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030515:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941423.030518:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030520:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030523:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030525:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f202d00 00000400:00000200:3.0:1773941423.030528:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030530:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1773941423.030534:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030541:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.030543:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.030545:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941423.030548:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.030551:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941423.030558:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.030569:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941423.030573:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030575:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941423.030576:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030589:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.030594:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030598:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941423.030601:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030604:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030606:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.030609:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f203100 00000100:00000001:0.0:1773941423.030610:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773941423.030613:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.030615:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1773941423.030618:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x8ad [1] + 224 00000800:00000001:3.0:1773941423.030622:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1773941423.030622:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1773941423.030626:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773941423.030626:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1773941423.030629:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1773941423.030631:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfecb8. 00000400:00000200:3.0:1773941423.030632:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:0.0:1773941423.030639:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee990 00000400:00000010:0.0:1773941423.030642:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee990. 00000100:00000001:3.0:1773941423.030646:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941423.030646:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.030655:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941423.030655:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941423.030674:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941423.030683:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.030686:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941423.030694:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941423.030695:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.030698:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.030703:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.030707:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.030707:0:2412:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1773941423.030711:0:14671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1773941423.030711:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941423.030715:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1773941423.030716:0:14671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941423.030719:0:14671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000100:00000001:0.0:1773941423.030720:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.030722:0:14671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 02000000:00000001:0.0:1773941423.030724:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941423.030725:0:14671:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:1.0:1773941423.030728:0:14671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941423.030732:0:14671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1773941423.030734:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d8353c458 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941423.030743:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d8353c410 time=0 v=5 (1 0 0 0) 00000100:00000200:1.0:1773941423.030746:0:14671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.030748:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941423.030751:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.030756:0:2412:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1773941423.030763:0:14671:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1773941423.030763:0:2412:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.030766:0:14671:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.030769:0:14671:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941423.030770:0:14671:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941423.030772:0:14671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941423.030774:0:14671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.030778:0:14671:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.030781:0:2412:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941423.030782:0:14671:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d8353c458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941423.030787:0:14671:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d8353c410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941423.030787:0:2412:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1773941423.030791:0:14671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1773941423.030791:0:2412:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941423.030793:0:14671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.030795:0:2412:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1773941423.030796:0:14671:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1773941423.030798:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1773941423.030801:0:14671:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941423.030807:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941423.030808:0:14671:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.030817:0:14671:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941423.030819:0:14671:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941423.030819:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.030822:0:14671:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.030825:0:14671:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.030826:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1773941423.030829:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.030830:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.030837:0:14671:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000002:00000020:0.0:1773941423.030838:0:2412:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=2997 free=2973 avail=2957 objects=87086 free=86774 state=0 00000100:00000001:1.0:1773941423.030839:0:14671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941423.030841:0:14671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941423.030847:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941423.030851:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941423.030855:0:14671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90face00 pname:cluuid:pid:xid:nid:opc:job lfs:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14671:1860112203395328:192.168.204.109@tcp:41:lfs.0 00000100:00000001:1.0:1773941423.030861:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.030864:0:14671:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.030868:0:14671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941423.030870:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941423.030874:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:0:1860112203394304:192.168.204.109@tcp:41:mount.lustre.0 00000100:00000040:1.0:1773941423.030875:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.030884:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.030885:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.030890:0:14671:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88c18b40. 00000100:00000001:0.0:1773941423.030891:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941423.030892:0:14671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941423.030894:0:14671:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941423.030898:0:14671:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000040:0.0:1773941423.030898:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9c00 x1860112203394304/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.030901:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.030906:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90face00 x1860112203395328/t0(0) o41->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.030918:0:14671:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941423.030919:0:14671:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941423.030921:0:14671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f94800. 02000000:00000001:1.0:1773941423.030924:0:14671:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941423.030926:0:14671:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.030928:0:14671:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=5 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000100:00000001:0.0:1773941423.030934:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941423.030936:0:14671:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1773941423.030937:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941423.030939:0:14671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359dd00. 02000000:00000001:1.0:1773941423.030942:0:14671:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1773941423.030942:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c0800. 02000000:00000001:1.0:1773941423.030944:0:14671:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941423.030946:0:14671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90face00. 02000000:00000001:0.0:1773941423.030948:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941423.030949:0:14671:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941423.030952:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941423.030952:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1773941423.030955:0:14671:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.030956:0:14671:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=4 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000040:0.0:1773941423.030956:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=4 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.030960:0:14671:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941423.030962:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1773941423.030963:0:14671:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff920da07a1800: update ffff920da12fd178 cache blocks 2957/2997 objects 86774/87086 02000000:00000010:0.0:1773941423.030966:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36400. 00800000:00000001:1.0:1773941423.030967:0:14671:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.030972:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00800000:00000001:1.0:1773941423.030973:0:14671:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.030976:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000080:00000001:1.0:1773941423.030977:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941423.030979:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9c00. 00000080:00000010:1.0:1773941423.030980:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d861c2800. 00000080:00000001:1.0:1773941423.030986:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.030986:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000080:00000001:1.0:1773941423.030990:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.030990:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.030996:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.031002:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941423.031003:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.031005:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.031007:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031046:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031048:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000020:00000010:1.0:1773941423.031054:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff920d90497000. 00000080:00000001:1.0:1773941423.031057:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031058:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031061:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031064:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031065:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031067:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031068:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031070:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031072:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031073:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031075:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031076:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031077:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031080:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031084:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031086:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031087:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031089:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031090:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031091:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031092:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031093:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031094:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031096:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031097:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031098:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031100:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031101:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031104:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031104:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031106:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031106:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031107:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031108:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031109:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031109:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031110:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031111:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031112:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031113:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031114:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031115:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031139:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031141:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031142:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031144:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031144:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031150:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031152:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031154:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031155:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031156:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031158:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031159:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031161:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031163:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031164:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031165:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031168:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031169:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031171:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031171:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031173:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031175:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031175:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031176:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031177:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031179:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031180:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031181:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031182:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031184:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031185:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031187:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031188:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031189:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031190:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031192:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031193:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031194:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031198:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031199:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031201:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031202:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031203:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031205:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031207:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031208:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031210:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031211:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031213:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031214:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031216:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031217:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031218:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031219:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031219:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031220:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031222:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031223:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031224:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031226:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031228:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031230:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031231:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031233:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031234:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031235:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031236:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031237:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031238:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031238:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031239:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031243:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031244:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031245:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031247:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031248:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031251:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031251:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031253:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031253:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031254:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031255:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031256:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031257:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031258:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031259:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031260:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031261:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031262:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031263:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031264:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031266:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031267:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031268:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031269:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031270:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031271:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031272:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031272:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031273:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031274:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031275:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031276:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031277:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031281:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031282:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031285:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031286:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031287:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031288:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031290:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031291:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031292:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031293:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031293:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031295:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031296:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031297:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031298:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031300:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031301:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031302:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031303:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031304:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031305:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031306:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031307:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031308:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031308:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031309:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031311:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031312:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031313:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031315:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031316:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031317:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031319:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031323:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031325:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031325:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031327:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031328:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031329:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031329:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031330:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031331:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031332:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031333:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031335:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031336:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031338:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031340:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031341:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031342:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031343:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031344:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031346:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031347:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031347:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031348:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031349:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031350:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031351:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031352:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031354:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031355:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031356:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031357:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031359:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031359:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031363:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031364:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031365:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031366:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031366:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031368:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031369:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031370:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031371:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031372:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031373:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031375:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031376:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031378:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031378:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031380:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031381:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031382:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031382:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031383:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031384:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031385:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031386:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031387:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031388:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031389:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031391:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031391:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031393:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031393:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031394:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031395:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031396:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031399:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031400:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031401:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031403:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031404:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031405:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031406:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031407:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031409:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031409:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031411:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031411:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031412:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031413:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031414:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031415:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031415:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031417:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031418:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031419:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031420:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031421:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031422:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031423:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031424:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031425:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031425:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031426:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031427:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031428:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031429:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031429:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031430:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031434:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031435:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031436:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031438:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031439:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031441:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031441:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031443:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031443:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031444:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031446:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031446:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031447:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031448:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031449:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031450:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031451:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031452:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031453:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031454:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031455:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031456:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031457:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031457:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031458:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031459:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031460:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031461:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031461:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031463:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031464:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031465:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031466:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031470:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031471:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031474:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031475:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031476:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031477:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031478:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031480:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031481:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031482:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031483:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031484:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031485:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031486:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031488:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031489:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031490:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031491:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031492:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031493:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031494:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031495:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031496:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031497:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031497:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031498:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031499:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031500:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031501:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031502:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031503:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031504:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031506:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031509:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031510:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031511:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031512:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031513:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031514:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031515:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031515:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031517:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031518:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031519:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031520:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031521:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031521:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031524:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031524:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031525:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031526:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031527:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031528:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031529:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031529:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031530:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031531:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031532:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031533:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031534:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031535:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031536:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031538:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031539:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031541:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031541:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031545:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031547:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031549:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031549:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031550:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031552:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031553:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031554:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031555:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031556:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031557:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031559:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031560:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031562:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031562:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031563:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031564:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031565:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031565:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031566:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031567:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031568:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031569:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031570:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031571:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031572:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031573:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031574:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031575:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031576:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031577:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031589:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031590:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031594:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031595:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031597:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031598:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031599:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031600:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031602:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031603:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031606:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031608:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031610:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031611:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031613:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031615:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031617:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031618:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031619:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031621:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031623:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031624:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031626:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031628:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031629:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031632:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031633:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031636:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031637:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031639:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031641:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031643:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031644:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031645:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031647:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031654:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031656:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031658:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031660:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031662:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031666:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031667:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031669:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031670:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031671:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031673:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031674:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031675:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031675:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031677:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031678:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031679:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031680:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031681:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031682:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031684:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031684:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031686:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031686:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031687:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031688:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031690:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031690:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031691:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031692:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031693:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031694:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031695:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031699:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031700:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031703:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031704:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031706:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031706:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031707:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031709:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031709:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031710:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031711:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031712:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031713:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031714:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031715:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031716:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031717:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031718:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031719:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031720:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031721:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031722:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031723:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031723:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031724:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031725:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031726:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031727:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031728:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031729:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031730:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031731:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031732:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031735:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031737:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031738:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031739:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031740:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031741:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031742:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031742:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031744:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031744:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031745:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031747:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031747:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031748:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031750:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031751:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031752:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031753:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031754:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031755:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031756:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031756:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031757:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031758:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031759:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031760:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031761:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031762:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031763:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031764:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031765:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031766:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031766:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031770:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031771:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031772:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031773:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031773:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031775:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031776:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031777:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031778:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031779:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031780:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031782:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031782:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031784:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031784:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031785:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031786:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031787:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031788:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031788:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031789:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031790:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031791:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031792:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031793:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031794:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031796:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031796:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031797:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031798:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031799:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031800:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031801:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031804:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031805:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031806:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031807:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031808:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031809:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031810:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031811:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031813:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031814:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031815:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031816:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031817:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031818:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031819:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031819:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031820:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031821:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031822:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031823:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031824:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031825:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031826:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031827:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031828:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031829:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031830:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031830:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031831:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031832:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031833:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031833:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031835:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031838:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031839:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031840:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031841:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031842:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031845:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031845:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031847:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031847:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031848:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031849:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031850:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031851:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031851:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031853:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031853:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031854:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031855:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031856:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031857:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031859:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031859:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031861:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031861:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031862:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031863:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031864:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031864:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031865:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031866:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031867:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031868:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031869:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031873:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031874:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031876:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031876:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031878:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031878:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031879:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031881:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031881:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031882:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031883:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031884:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031885:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031886:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031887:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031888:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031889:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031890:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031891:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031892:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031893:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031893:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031894:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031895:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031896:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031896:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031898:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031899:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031900:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031901:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031902:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031902:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031904:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031907:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031908:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031909:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031910:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031911:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031912:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031913:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031913:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031915:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031916:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031917:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031918:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031919:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031919:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031921:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031922:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031923:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031924:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031925:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031926:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031927:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031927:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031928:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031929:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031930:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031931:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031932:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031933:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031934:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031935:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031936:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031937:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031938:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031942:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031943:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031944:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031945:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031945:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031947:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031948:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031949:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031950:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031951:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031952:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031954:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031954:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031956:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031956:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031957:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031958:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031959:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031960:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031960:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031962:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031962:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031963:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031964:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031965:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031966:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031968:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031968:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031970:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031970:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031971:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031972:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031973:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031976:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031977:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031978:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031979:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031980:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031982:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031983:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031984:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031986:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.031986:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.031988:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.031988:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.031989:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.031990:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.031991:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.031992:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.031992:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.031994:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031995:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031996:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.031997:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.031998:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.031998:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032000:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032001:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032002:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032002:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032003:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032004:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032005:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032006:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032006:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032007:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032011:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032012:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032014:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032015:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032016:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032018:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032019:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032020:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032021:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032022:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032023:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032024:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032025:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032025:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032026:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032027:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032028:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032029:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032030:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032031:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032033:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032033:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032034:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032035:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032036:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032037:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032038:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032038:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032039:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032040:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032041:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032042:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032043:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032046:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032048:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032050:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032051:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032053:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032053:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032054:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032055:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032056:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032057:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032057:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032059:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032060:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032061:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032062:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032063:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032063:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032065:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032066:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032067:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032067:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032068:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032069:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032070:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032071:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032071:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032072:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032073:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032074:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032075:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032076:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032077:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032078:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032082:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032083:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032084:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032085:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032086:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032087:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032088:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032088:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032089:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032090:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032091:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032092:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032093:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032094:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032096:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032097:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032098:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032099:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032100:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032101:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032102:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032102:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032103:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032104:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032105:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032106:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032107:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032108:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032109:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032110:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032111:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032112:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032113:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032116:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032130:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032132:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032133:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032134:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032136:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032137:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032138:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032140:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032142:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032143:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032146:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032147:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032149:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032150:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032151:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032152:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032153:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032154:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032155:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032157:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032158:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032159:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032160:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032161:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032162:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032164:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032165:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032166:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032167:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032168:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032170:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032171:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032174:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032176:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032178:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032179:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032180:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032181:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032183:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032184:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032186:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032187:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032189:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032189:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032190:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032192:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032193:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032193:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032194:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032195:0:14671:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032196:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032197:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.032198:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032199:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032200:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.032201:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032202:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032203:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032204:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032205:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032206:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032206:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1773941423.032207:0:14671:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1773941423.032208:0:14671:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00800000:00000001:1.0:1773941423.032209:0:14671:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.032214:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.032214:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773941423.032216:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.032217:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.032218:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.032220:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.032221:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.032222:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.032223:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.032224:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.032225:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.032226:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.032228:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.032229:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.032233:0:14671:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1773941423.032234:0:14671:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff920da07a1800: age -776, max_age 228 00000008:00000001:1.0:1773941423.032236:0:14671:0:(osc_request.c:3449:osc_statfs()) Process entered 00000020:00000040:1.0:1773941423.032238:0:14671:0:(genops.c:1229:class_import_get()) import ffff920d908c0000 refcount=3 obd=lustre-OST0000-osc-ffff920da07a1800 00000100:00000010:1.0:1773941423.032241:0:14671:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941423.032242:0:14671:0:(genops.c:1229:class_import_get()) import ffff920d908c0000 refcount=4 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.032244:0:14671:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.032245:0:14671:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=3 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.032246:0:14671:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941423.032247:0:14671:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.032249:0:14671:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.032253:0:14671:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.032257:0:14671:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36300. 00000100:00000001:1.0:1773941423.032261:0:14671:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.032264:0:14671:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941423.032265:0:14671:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941423.032268:0:14671:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e839c0. 00000100:00000001:1.0:1773941423.032269:0:14671:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478105536 : -120888231446080 : ffff920d83e839c0) 00000100:00000001:1.0:1773941423.032271:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.032271:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000001:1.0:1773941423.032278:0:14671:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.032280:0:14671:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.032282:0:14671:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941423.032283:0:14671:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941423.032287:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.032292:0:14671:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941423.032293:0:14671:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.032295:0:14671:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941423.032297:0:14671:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941423.032298:0:14671:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941423.032300:0:14671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job lfs:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14671:1860112203395968:192.168.204.109@tcp:13:lfs.0 00000100:00000001:1.0:1773941423.032302:0:14671:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941423.032305:0:14671:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941423.032306:0:14671:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.032307:0:14671:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941423.032310:0:14671:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d90f96c00. 02000000:00000001:1.0:1773941423.032311:0:14671:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941423.032314:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941423.032316:0:14671:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941423.032319:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 00000100:00000200:1.0:1773941423.032323:0:14671:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203395968, portal 4 00000100:00000001:1.0:1773941423.032324:0:14671:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.032325:0:14671:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000020:00000010:1.0:1773941423.032329:0:14671:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d88cbe000. 00000100:00000040:1.0:1773941423.032333:0:14671:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.032337:0:14671:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941423.032339:0:14671:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941423.032340:0:14671:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7aa0. 00000100:00000200:1.0:1773941423.032342:0:14671:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1860112203395968, offset 0 00000400:00000200:1.0:1773941423.032345:0:14671:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941423.032349:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.032356:0:14671:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941423.032358:0:14671:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941423.032361:0:14671:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941423.032363:0:14671:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941423.032365:0:14671:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941423.032368:0:14671:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [110:110:256:4294967295] 192.168.204.109@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1773941423.032370:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.032376:0:14671:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941423.032379:0:14671:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941423.032381:0:14671:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36400. 00000800:00000200:1.0:1773941423.032384:0:14671:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941423.032388:0:14671:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941423.032390:0:14671:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941423.032400:0:14671:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.032403:0:14671:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: using a timeout of 6023 usecs (7 jiffies) 00000400:00000200:1.0:1773941423.032405:0:14671:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941423.032406:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896657 00000100:00000001:1.0:1773941423.032408:0:14671:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897895 00000100:00000001:1.0:1773941423.032409:0:14671:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896657 00000100:00000001:1.0:1773941423.032411:0:14671:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897895 00000100:00000001:1.0:1773941423.032412:0:14671:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.032414:0:14671:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.032415:0:14671:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.032416:0:14671:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941423.032418:0:14671:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83e839c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773941423.032419:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.032421:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.032451:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.032455:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36400. 00000400:00000200:2.0:1773941423.032458:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.032461:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.032464:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7aa0 00000400:00000010:2.0:1773941423.032465:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7aa0. 00000100:00000001:2.0:1773941423.032468:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.032471:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.032478:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.032480:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.032484:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.032485:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941423.033456:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.033464:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941423.033467:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.033470:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.033475:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.033480:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941423.033485:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.033496:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.033503:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.033506:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 4 MB=0x69bc31f203380 00000400:00000200:3.0:1773941423.033511:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.033514:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 368/368 into md 0x8b5 [1] + 224 00000800:00000001:3.0:1773941423.033520:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.033526:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.033528:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.033531:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941423.033536:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.033541:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941423.033552:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.033566:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941423.033571:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941423.033574:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.033601:0:14671:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941423.033607:0:14671:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941423.033608:0:14671:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941423.033611:0:14671:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941423.033620:0:14671:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 00000400:00000010:1.0:1773941423.033622:0:14671:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:1.0:1773941423.033624:0:14671:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941423.033628:0:14671:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941423.033636:0:14671:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.033642:0:14671:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941423.033643:0:14671:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.033645:0:14671:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941423.033647:0:14671:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941423.033648:0:14671:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941423.033650:0:14671:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.033652:0:14671:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941423.033658:0:14671:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d908c04a0 time=1773941423 v=5 (0 0 0 0) 00000100:00001000:1.0:1773941423.033661:0:14671:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d908c0410 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941423.033663:0:14671:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941423.033664:0:14671:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.033666:0:14671:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1773941423.033671:0:14671:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941423.033676:0:14671:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.033679:0:14671:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941423.033680:0:14671:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941423.033682:0:14671:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.033683:0:14671:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.033686:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.033691:0:14671:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.033694:0:14671:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941423.033695:0:14671:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941423.033699:0:14671:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941423.033717:0:14671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job lfs:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14671:1860112203395968:192.168.204.109@tcp:13:lfs.0 00000100:00000001:1.0:1773941423.033721:0:14671:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.033722:0:14671:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.033724:0:14671:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941423.033726:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.033729:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.033734:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.033736:0:14671:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e839c0. 00000100:00000001:1.0:1773941423.033738:0:14671:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941423.033740:0:14671:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.033743:0:14671:0:(osc_request.c:3497:osc_statfs()) Process leaving 00000100:00000001:1.0:1773941423.033745:0:14671:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.033747:0:14671:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203395968/t0(0) o13->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.033754:0:14671:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941423.033763:0:14671:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941423.033765:0:14671:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d90f96c00. 02000000:00000001:1.0:1773941423.033769:0:14671:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941423.033770:0:14671:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.033771:0:14671:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=2 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.033773:0:14671:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941423.033775:0:14671:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36300. 02000000:00000001:1.0:1773941423.033778:0:14671:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941423.033779:0:14671:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941423.033781:0:14671:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00000001:1.0:1773941423.033783:0:14671:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941423.033785:0:14671:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1773941423.033787:0:14671:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff920da07a1800: update ffff920da12f8450 cache blocks 368/374 objects 11840/12362 00020000:00000001:1.0:1773941423.033791:0:14671:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941423.033794:0:14671:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033796:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941423.033802:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.033804:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033806:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033840:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.033842:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.033846:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.033848:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.033851:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.033854:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033856:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.033858:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.033860:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.033863:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033865:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033867:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.033869:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.033871:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033873:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033877:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.033878:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.033880:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.033881:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.033883:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.033885:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033886:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.033887:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.033888:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.033891:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033893:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033894:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.033896:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.033898:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033900:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033902:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.033909:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.033912:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.033913:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.033916:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.033919:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033920:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.033921:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.033923:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.033925:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033927:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033929:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.033932:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.033934:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033936:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033940:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.033942:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.033944:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.033945:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.033948:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.033950:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033952:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.033953:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.033955:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.033958:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033960:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033962:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.033964:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.033967:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033969:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033972:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.033974:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.033977:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.033978:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.033986:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.033988:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.033990:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.033991:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.033992:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.033995:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033997:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.033999:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034001:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034004:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034006:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034010:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034011:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034013:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034014:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034016:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034018:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034020:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034021:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034022:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034025:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034027:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034028:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034030:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034032:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034034:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034037:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034038:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034041:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034042:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034045:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034048:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034049:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034055:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034056:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034059:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034061:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034063:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034065:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034068:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034070:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034074:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034075:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034078:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034079:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034081:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034084:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034085:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034086:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034087:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034090:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034092:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034094:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034096:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034099:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034100:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034103:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034104:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034107:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034108:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034110:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034112:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034114:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034115:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034142:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034146:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034153:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034155:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034158:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034161:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034162:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034167:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034169:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034172:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034173:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034175:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034178:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034179:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034180:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034181:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034183:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034185:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034187:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034189:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034191:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034192:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034195:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034196:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034198:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034199:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034201:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034202:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034204:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034205:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034206:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034209:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034210:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034212:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034214:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034220:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034222:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034226:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034227:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034230:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034232:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034233:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034235:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034236:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034238:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034239:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034241:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034243:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034244:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034246:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034248:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034249:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034251:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034252:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034254:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034255:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034257:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034258:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034260:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034260:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034261:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034263:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034265:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034266:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034268:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034269:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034271:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034273:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034278:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034280:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034281:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034283:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034285:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034286:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034287:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034288:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034291:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034293:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034294:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034296:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034298:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034300:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034303:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034305:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034307:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034308:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034310:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034312:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034313:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034314:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034315:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034318:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034319:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034321:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034323:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034324:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034326:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034328:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034329:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034331:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034332:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034338:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034340:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034342:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034343:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034344:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034347:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034349:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034351:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034353:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034355:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034356:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034360:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034361:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034363:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034363:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034365:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034367:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034368:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034369:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034371:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034372:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034374:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034376:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034378:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034379:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034381:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034383:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034384:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034386:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034387:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034389:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034390:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034392:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034396:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034398:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034400:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034401:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034403:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034405:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034406:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034408:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034411:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034412:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034415:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034416:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034418:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034420:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034422:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034423:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034424:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034426:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034428:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034430:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034431:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034433:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034434:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034436:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034437:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034439:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034440:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034442:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034444:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034445:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034446:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034447:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034449:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034457:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034458:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034460:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034462:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034464:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034468:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034470:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034472:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034474:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034476:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034478:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034479:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034481:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034482:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034484:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034486:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034488:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034490:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034492:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034493:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034496:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034498:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034500:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034501:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034503:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034505:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034507:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034508:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034509:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034511:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034513:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034515:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034517:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034524:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034525:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034530:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034531:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034534:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034535:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034537:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034540:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034541:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034542:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034543:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034546:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034548:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034549:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034551:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034552:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034553:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034556:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034557:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034558:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034559:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034560:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034561:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034562:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034563:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034564:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034565:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034566:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034567:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034568:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034569:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034570:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034572:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034576:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034590:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034591:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034593:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034594:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034595:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034596:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034597:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034599:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034600:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034601:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034603:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034604:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034605:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034607:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034608:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034609:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034610:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034611:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034612:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034613:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034614:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034615:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034616:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034617:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034618:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034619:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034620:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034621:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034622:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034623:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034624:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034625:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034629:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034630:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034631:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034632:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034633:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034634:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034635:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034636:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034637:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034638:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034639:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034641:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034642:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034643:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034644:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034645:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034646:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034647:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034647:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034648:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034649:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034650:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034651:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034652:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034653:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034654:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034655:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034656:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034657:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034658:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034659:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034660:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034660:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034664:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034665:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034666:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034667:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034669:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034670:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034671:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034672:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034674:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034675:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034676:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034676:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034677:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034679:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034679:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034680:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034681:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034682:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034683:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034684:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034685:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034686:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034687:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034688:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034689:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034690:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034690:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034692:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034693:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034695:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034696:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034697:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034699:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034704:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034706:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034708:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034710:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034712:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034716:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034718:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034720:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034722:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034724:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034726:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034728:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034729:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034730:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034733:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034735:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034737:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034739:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034741:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034742:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034744:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034745:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034747:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034748:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034749:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034750:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034751:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034752:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034753:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034754:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034755:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034756:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034757:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034763:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034764:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034766:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034767:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034769:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034770:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034771:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034772:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034773:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034774:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034774:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034776:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034777:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034777:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034779:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034779:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034780:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034782:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034783:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034784:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034784:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034785:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034786:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034787:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034788:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034788:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034789:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034790:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034791:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034792:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034793:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034794:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034796:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034800:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034802:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034803:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034804:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034805:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034806:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034807:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034807:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034809:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034810:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034810:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034812:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034813:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034813:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034815:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034816:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034817:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034818:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034819:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034820:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034821:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034821:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034822:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034823:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034824:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034825:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034826:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034827:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034828:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034829:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034830:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034831:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034832:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034835:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034836:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034838:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034838:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034839:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034841:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034842:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034843:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034844:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034845:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034846:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034848:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034849:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034850:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034851:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034851:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034853:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034853:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034854:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034854:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034856:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034857:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034858:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034859:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034860:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034861:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034862:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034863:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034864:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034864:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034865:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034866:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034867:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034870:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034871:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034872:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034873:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034874:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034875:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034876:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034877:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034879:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034880:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034881:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034882:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034883:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034884:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034885:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034885:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034886:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034887:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034888:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034889:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034890:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034891:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034892:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034893:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034894:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034895:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034896:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034897:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034898:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034899:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034899:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034900:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034901:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034904:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034905:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034906:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034907:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034908:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034911:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034911:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034913:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034913:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034914:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034915:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034916:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034917:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034917:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034919:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034920:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034921:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034922:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034923:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034924:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034925:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034926:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034927:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034927:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034928:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034929:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034930:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034931:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034931:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034932:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034933:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034934:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034935:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034939:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034940:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034942:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034943:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034944:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034945:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034946:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034947:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034948:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034948:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034949:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034950:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034951:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034952:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034953:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034954:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034955:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034956:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034957:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034958:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034959:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034960:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034961:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034962:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034962:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034963:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034964:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034965:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034966:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034967:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034968:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034969:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034970:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034973:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034975:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034975:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034976:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034977:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034978:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034979:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034980:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034981:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034982:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034983:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034984:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034985:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034986:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034988:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.034988:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.034989:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.034990:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.034991:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.034992:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.034993:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.034993:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.034994:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.034995:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034996:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.034997:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.034998:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.034999:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035000:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035001:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035002:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035003:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035004:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035007:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035008:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035009:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035010:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035010:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035012:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035013:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035014:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035015:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035016:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035017:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035019:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035019:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035021:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035021:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035022:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035023:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035024:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035024:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035025:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035026:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035027:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035028:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035029:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035030:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035031:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035032:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035033:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035034:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035035:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035036:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035037:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035038:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035041:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035042:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035043:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035044:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035045:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035046:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035047:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035048:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035050:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035051:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035052:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035053:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035054:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035055:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035056:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035056:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035057:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035058:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035059:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035060:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035061:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035062:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035063:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035064:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035065:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035066:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035067:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035068:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035069:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035069:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035070:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035071:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035072:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035075:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035076:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035077:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035078:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035079:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035081:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035082:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035084:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035084:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035085:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035086:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035087:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035088:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035088:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035090:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035090:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035091:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035092:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035093:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035094:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035096:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035097:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035098:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035098:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035099:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035100:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035101:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035102:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035102:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035103:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035104:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035105:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035106:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035110:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035111:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035113:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035114:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035116:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035128:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035130:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035131:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035132:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035133:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035134:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035135:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035136:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035138:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035139:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035142:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035143:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035145:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035146:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035148:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035148:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035149:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035151:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035152:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035152:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035153:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035155:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035156:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035157:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035158:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035159:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035160:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035161:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035165:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035167:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035167:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035168:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035170:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035170:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035171:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035172:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035173:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035174:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035175:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035176:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035177:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035178:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035180:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035181:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035182:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035182:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035183:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035184:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035185:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035186:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035186:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035188:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035188:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035189:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035190:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035191:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035192:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035194:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035195:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035196:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035197:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035200:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035201:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035202:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035203:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035204:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035205:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035206:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035207:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035208:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035209:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035210:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035212:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035213:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035214:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035215:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035216:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035217:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035218:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035218:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035219:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035220:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035221:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035222:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035223:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035224:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035225:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035226:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035227:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035228:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035229:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035229:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035231:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035231:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035234:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035235:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035237:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035238:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035239:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035240:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035241:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035242:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035245:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035245:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035247:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035247:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035248:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035249:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035250:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035251:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035251:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035252:0:14671:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035253:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035254:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1773941423.035255:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035256:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035257:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1773941423.035259:0:14671:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1773941423.035259:0:14671:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) cmd=c00866a4 arg=7ffeef2b16a0 00000080:00000001:1.0:1773941423.035260:0:14671:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:1.0:1773941423.035261:0:14671:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1773941423.035262:0:14671:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff920d90f94800. 00000020:00000001:1.0:1773941423.035263:0:14671:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035264:0:14671:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1773941423.035264:0:14671:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1773941423.035265:0:14671:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff920da07a1800: cmd=c00866a4 len=592 karg=ffff920d90f94800 uarg=0000000000000000 00020000:00000001:1.0:1773941423.035266:0:14671:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.035270:0:14671:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.035271:0:14671:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1773941423.035272:0:14671:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff920d90f94800. 00000080:00000001:1.0:1773941423.035274:0:14671:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.035275:0:14671:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1773941423.035283:0:14671:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773941423.035284:0:14671:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773941423.035287:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffdb0 00000080:00200008:1.0:1773941423.035289:0:14671:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), flags 100000 00000080:00400000:1.0:1773941423.035292:0:14671:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1773941423.035294:0:14671:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff920d8a6be000. 00000080:00000001:1.0:1773941423.035296:0:14671:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773941423.035298:0:14671:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc16ffdb0 00000080:00000008:1.0:1773941423.035299:0:14671:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff920d89120908), flags 100000, rc = 0 00000080:00000001:1.0:1773941423.035301:0:14671:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.035302:0:14671:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.047970:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083d08 00000080:00200008:0.0:1773941423.047978:0:14689:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773941423.047986:0:14689:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773941423.047988:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083c80 00000080:00200000:0.0:1773941423.047990:0:14689:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908),name=/ 00000080:00000010:0.0:1773941423.047998:0:14689:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff920d8322fa00. 00800000:00000002:0.0:1773941423.048004:0:14689:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff920d98b51ec0 2 00000080:00000001:0.0:1773941423.048008:0:14689:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773941423.048013:0:14689:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773941423.048016:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083ba0 00800000:00000002:0.0:1773941423.048018:0:14689:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941423.048022:0:14689:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773941423.048025:0:14689:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773941423.048028:0:14689:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773941423.048030:0:14689:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773941423.048032:0:14689:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941423.048035:0:14689:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941423.048043:0:14689:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941423.048046:0:14689:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941423.048049:0:14689:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773941423.048055:0:14689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773941423.048058:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083a70 00000002:00010000:0.0:1773941423.048061:0:14689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773941423.048065:0:14689:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773941423.048068:0:14689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773941423.048071:0:14689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773941423.048077:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941423.048080:0:14689:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941423.048085:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.048088:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773941423.048094:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:0.0:1773941423.048106:0:14689:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773941423.048112:0:14689:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941423.048115:0:14689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:0.0:1773941423.048142:0:14689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773941423.048145:0:14689:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773941423.048148:0:14689:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941423.048150:0:14689:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941423.048152:0:14689:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773941423.048155:0:14689:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773941423.048158:0:14689:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773941423.048161:0:14689:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff920d98b51ec0 2 00000080:00000010:0.0:1773941423.048165:0:14689:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941423.048169:0:14689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773941423.048171:0:14689:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941423.048174:0:14689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) 00000080:00010000:0.0:1773941423.048178:0:14689:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) for lock 0xef3f469e0cc3acc4 00800000:00000001:0.0:1773941423.048187:0:14689:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773941423.048190:0:14689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773941423.048192:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.048194:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.048196:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941423.048199:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048202:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048205:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048207:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941423.048208:0:14689:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941423.048210:0:14689:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941423.048212:0:14689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3acc4 from it ffff9d9dc2083cb8 00010000:00000001:0.0:1773941423.048215:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.048217:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.048218:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941423.048220:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048223:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048225:0:14689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941423.048229:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:0.0:1773941423.048236:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048238:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941423.048240:0:14689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773941423.048243:0:14689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773941423.048246:0:14689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:0.0:1773941423.048255:0:14689:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941423.048258:0:14689:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941423.048261:0:14689:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941423.048264:0:14689:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048267:0:14689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941423.048269:0:14689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048277:0:14689:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048280:0:14689:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048283:0:14689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941423.048284:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048286:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941423.048289:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941423.048291:0:14689:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773941423.048294:0:14689:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.048298:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083d08 00000080:00000008:0.0:1773941423.048301:0:14689:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1773941423.048418:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083d08 00000080:00200008:0.0:1773941423.048421:0:14689:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773941423.048424:0:14689:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773941423.048426:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083c80 00000080:00200000:0.0:1773941423.048427:0:14689:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908),name=/ 00000080:00000010:0.0:1773941423.048431:0:14689:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff920d8322fa00. 00800000:00000002:0.0:1773941423.048435:0:14689:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff920d98b51ec0 2 00000080:00000001:0.0:1773941423.048438:0:14689:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773941423.048440:0:14689:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773941423.048442:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083ba0 00800000:00000002:0.0:1773941423.048444:0:14689:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941423.048447:0:14689:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773941423.048449:0:14689:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773941423.048450:0:14689:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773941423.048452:0:14689:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773941423.048454:0:14689:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941423.048456:0:14689:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941423.048457:0:14689:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773941423.048460:0:14689:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941423.048462:0:14689:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773941423.048466:0:14689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773941423.048467:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083a70 00000002:00010000:0.0:1773941423.048469:0:14689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773941423.048473:0:14689:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773941423.048474:0:14689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773941423.048480:0:14689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773941423.048483:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941423.048485:0:14689:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941423.048488:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.048491:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773941423.048495:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:0.0:1773941423.048502:0:14689:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773941423.048505:0:14689:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941423.048508:0:14689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:0.0:1773941423.048515:0:14689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773941423.048518:0:14689:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773941423.048520:0:14689:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941423.048522:0:14689:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773941423.048525:0:14689:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773941423.048527:0:14689:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773941423.048530:0:14689:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773941423.048532:0:14689:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff920d98b51ec0 2 00000080:00000010:0.0:1773941423.048535:0:14689:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff920d8322fa00. 00000080:00000001:0.0:1773941423.048539:0:14689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773941423.048541:0:14689:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941423.048543:0:14689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) 00000080:00010000:0.0:1773941423.048546:0:14689:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff920d89120908) for lock 0xef3f469e0cc3acc4 00800000:00000001:0.0:1773941423.048550:0:14689:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773941423.048551:0:14689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773941423.048553:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.048554:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.048556:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941423.048558:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048561:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048564:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048570:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773941423.048572:0:14689:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941423.048574:0:14689:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773941423.048576:0:14689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef3f469e0cc3acc4 from it ffff9d9dc2083cb8 00010000:00000001:0.0:1773941423.048592:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.048594:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.048596:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030a00 refcount=3 00000020:00000001:0.0:1773941423.048597:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048600:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412753920 : -120888296797696 : ffff920d80030a00) 00010000:00000001:0.0:1773941423.048602:0:14689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941423.048605:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:0.0:1773941423.048613:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048614:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941423.048615:0:14689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773941423.048617:0:14689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773941423.048620:0:14689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1773941423.048627:0:14689:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941423.048629:0:14689:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941423.048630:0:14689:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941423.048632:0:14689:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048634:0:14689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941423.048636:0:14689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048638:0:14689:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048640:0:14689:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.048642:0:14689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941423.048644:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.048646:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941423.048648:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941423.048650:0:14689:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773941423.048653:0:14689:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.048656:0:14689:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffff9d9dc2083d08 00000080:00000008:0.0:1773941423.048658:0:14689:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff920d89120908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773941423.049175:0:14689:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941423.055686:0:14689:0:(llite_lib.c:1002:ll_kill_super()) Process entered 00000080:00000001:0.0:1773941423.055690:0:14689:0:(llite_lib.c:1023:ll_kill_super()) Process leaving 00000080:00000001:0.0:1773941423.055699:0:14689:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773941423.055702:0:14689:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773941423.055711:0:14689:0:(llite_lib.c:3261:ll_delete_inode()) Process entered 00000080:00000001:0.0:1773941423.055713:0:14689:0:(llite_lib.c:1948:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773941423.055715:0:14689:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d89120908) 00800000:00000001:0.0:1773941423.055721:0:14689:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773941423.055724:0:14689:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:0.0:1773941423.055729:0:14689:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:0.0:1773941423.055736:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:0.0:1773941423.055740:0:14689:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773941423.055745:0:14689:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.055747:0:14689:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773941423.055750:0:14689:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941423.055752:0:14689:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941423.055755:0:14689:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773941423.055757:0:14689:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773941423.055759:0:14689:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941423.055760:0:14689:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773941423.055764:0:14689:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff920d98b51ec0 1 00800000:00000010:0.0:1773941423.055767:0:14689:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff920d98b51ec0. 00000080:00000001:0.0:1773941423.055771:0:14689:0:(llite_lib.c:1999:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773941423.055773:0:14689:0:(llite_lib.c:3280:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1773941423.055783:0:14689:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:0.0:1773941423.055785:0:14689:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff920da07a1800 (sb ffff920da07a1800) 00000020:00000001:0.0:1773941423.055790:0:14689:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941423.055795:0:14689:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff920d88c18780. 00000020:00000001:0.0:1773941423.055798:0:14689:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941423.055804:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90463600. 00000020:00000010:0.0:1773941423.055810:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d88582c00. 00000040:00000010:0.0:1773941423.055827:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.055833:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c76800. 00000020:00000010:0.0:1773941423.055839:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7000. 00040000:00000010:0.0:1773941423.055844:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359d400. 00040000:00000010:0.0:1773941423.055849:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e6c00. 10000000:00000001:0.0:1773941423.055859:0:14689:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941423.055861:0:14689:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941423.055863:0:14689:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941423.055865:0:14689:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941423.055866:0:14689:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941423.055868:0:14689:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff920d88426400) refs 3 10000000:00000001:0.0:1773941423.055870:0:14689:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.055871:0:14689:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446623185551123456 : -120888158428160 : ffff920d88426400) 10000000:00000001:0.0:1773941423.055873:0:14689:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941423.055875:0:14689:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xef3f469e0cc3ac69 00010000:00000001:0.0:1773941423.055877:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.055879:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.055881:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=2 00000020:00000001:0.0:1773941423.055883:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:0.0:1773941423.055885:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:0.0:1773941423.055887:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.055890:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941423.055893:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.055900:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.055901:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941423.055903:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.055903:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.055904:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=3 00000020:00000001:0.0:1773941423.055905:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:0.0:1773941423.055907:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:0.0:1773941423.055909:0:14689:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773941423.055911:0:14689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.055914:0:14689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941423.055916:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.055927:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.055928:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941423.055930:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.055934:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.055935:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.055937:0:14689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773941423.055939:0:14689:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff920d88c18cc0. 00010000:00000001:0.0:1773941423.055941:0:14689:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773941423.055951:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773941423.055953:0:14689:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.055954:0:14689:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.055955:0:14689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941423.055956:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.055957:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941423.055958:0:14689:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941423.055959:0:14689:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xef3f469e0cc3ac93 00010000:00000001:0.0:1773941423.055960:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.055961:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.055963:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=2 00000020:00000001:0.0:1773941423.055964:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:0.0:1773941423.055966:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:0.0:1773941423.055967:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.055969:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.055970:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1773941423.055971:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773941423.055976:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.055977:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.055979:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941423.055981:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1773941423.055982:0:14614:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:0.0:1773941423.055982:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.055984:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=3 00010000:00000001:2.0:1773941423.055988:0:14614:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:0.0:1773941423.055990:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941423.055991:0:14614:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1773941423.055994:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00010000:2.0:1773941423.055996:0:14614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.055997:0:14689:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773941423.056000:0:14689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941423.056012:0:14614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215ea00 already unused, calling callback (ffffffffc1169c20) 00010000:00000001:0.0:1773941423.056013:0:14689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941423.056016:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941423.056017:0:14614:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941423.056021:0:14614:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.056022:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.056024:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941423.056027:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941423.056033:0:14614:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941423.056034:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941423.056035:0:14614:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941423.056037:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.056038:0:14614:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773941423.056040:0:14689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773941423.056042:0:14689:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff920d88c180c0. 00010000:00000001:0.0:1773941423.056043:0:14689:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000040:2.0:1773941423.056046:0:14614:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=3 00000020:00000001:2.0:1773941423.056049:0:14614:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941423.056051:0:14614:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941423.056054:0:14614:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941423.056054:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1773941423.056058:0:14614:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.056059:0:14689:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056064:0:14689:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941423.056067:0:14614:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1773941423.056068:0:14689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 10000000:00010000:2.0:1773941423.056069:0:14614:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773941423.056071:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773941423.056071:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1773941423.056074:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056074:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:2.0:1773941423.056077:0:14614:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1773941423.056077:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1773941423.056079:0:14615:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:0.0:1773941423.056079:0:14689:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff920d88427800) refs 2 10000000:01000000:2.0:1773941423.056080:0:14614:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:2.0:1773941423.056083:0:14614:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941423.056083:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000040:2.0:1773941423.056086:0:14614:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff920d88426400) refs 3 10000000:00000001:0.0:1773941423.056087:0:14689:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000001:2.0:1773941423.056088:0:14614:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000040:0.0:1773941423.056090:0:14689:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xef3f469e0cc3ac9a 10000000:00000001:2.0:1773941423.056091:0:14614:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056095:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773941423.056096:0:14614:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773941423.056099:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1773941423.056100:0:14614:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941423.056103:0:14614:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1773941423.056103:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=2 00010000:00000001:2.0:1773941423.056105:0:14614:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1773941423.056107:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:2.0:1773941423.056108:0:14614:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941423.056111:0:14614:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215ea00 with handle 0xef3f469e0cc3ac69 from hash 00010000:00000001:2.0:1773941423.056112:0:14614:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941423.056114:0:14614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941423.056132:0:14614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941423.056133:0:14614:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941423.056135:0:14614:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941423.056136:0:14614:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941423.056139:0:14614:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941423.056141:0:14614:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1773941423.056143:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000100:00000010:2.0:1773941423.056148:0:14614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88000. 00010000:00000001:0.0:1773941423.056149:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1773941423.056153:0:14614:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=4 obd=MGC192.168.204.109@tcp 00010000:00000001:0.0:1773941423.056154:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.056160:0:14614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1773941423.056160:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941423.056169:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773941423.056170:0:14614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1773941423.056173:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941423.056175:0:14614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056176:0:14689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941423.056179:0:14689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941423.056181:0:14689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=3 02000000:00000010:2.0:1773941423.056183:0:14614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d84db8c00. 00000020:00000001:0.0:1773941423.056183:0:14689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:0.0:1773941423.056188:0:14689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000100:00000001:2.0:1773941423.056191:0:14614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056191:0:14689:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773941423.056194:0:14689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941423.056196:0:14614:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1773941423.056203:0:14689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941423.056204:0:14614:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941423.056207:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941423.056216:0:14614:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773941423.056219:0:14614:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941423.056222:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.056225:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941423.056226:0:14614:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1773941423.056228:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941423.056229:0:14693:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00000100:00000001:2.0:1773941423.056231:0:14614:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1773941423.056233:0:14693:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920d90add1c0. 00000020:00000010:3.0:1773941423.056238:0:14693:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c35a00. 00010000:00000001:0.0:1773941423.056238:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941423.056239:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.056241:0:14693:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c34000. 00010000:00000001:0.0:1773941423.056241:0:14689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1773941423.056245:0:14614:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f894724] to pc [ptlrpcd_01_01+1] req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1773941423.056245:0:14689:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff920d88c18d80. 00010000:00000001:0.0:1773941423.056249:0:14689:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1773941423.056252:0:14693:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c2800. 00010000:00010000:0.0:1773941423.056253:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:3.0:1773941423.056258:0:14693:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b3758. 00010000:00000001:0.0:1773941423.056258:0:14689:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.056263:0:14693:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c35800. 00010000:00000001:0.0:1773941423.056263:0:14689:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.056265:0:14689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 80000000:00000010:3.0:1773941423.056267:0:14693:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d660. 00010000:00000001:0.0:1773941423.056267:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941423.056268:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941423.056270:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 40000000:00000010:3.0:1773941423.056271:0:14693:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add4c0. 10000000:00000040:0.0:1773941423.056272:0:14689:0:(mgc_request.c:123:config_log_put()) log params(ffff920d88426e00) refs 2 10000000:00000001:0.0:1773941423.056274:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056276:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00100000:00000010:3.0:1773941423.056277:0:14693:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d908c1000. 00010000:00000001:2.0:1773941423.056278:0:14614:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1773941423.056278:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056280:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:3.0:1773941423.056281:0:14693:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0400. 10000000:00000040:0.0:1773941423.056283:0:14689:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d83ac0c00) refs 2 00010000:00000001:2.0:1773941423.056284:0:14614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:3.0:1773941423.056285:0:14693:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c35600. 10000000:00000001:0.0:1773941423.056285:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941423.056288:0:14614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941423.056289:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00002000:00000010:3.0:1773941423.056291:0:14693:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f00800. 00010000:00000001:2.0:1773941423.056293:0:14614:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056293:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056294:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1773941423.056295:0:14693:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90add6c0. 10000000:00000040:0.0:1773941423.056296:0:14689:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff920d88426400) refs 2 00010000:00000001:2.0:1773941423.056299:0:14614:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056300:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.056303:0:14614:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056303:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1773941423.056306:0:14693:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000040:0.0:1773941423.056306:0:14689:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff920d88426400) refs 1 00010000:00010000:2.0:1773941423.056308:0:14614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773941423.056309:0:14693:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941423.056309:0:14689:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773941423.056312:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1773941423.056314:0:14693:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1773941423.056314:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056317:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941423.056318:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941423.056320:0:14614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941423.056321:0:14615:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:0.0:1773941423.056321:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1773941423.056324:0:14615:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 10000000:00000001:0.0:1773941423.056324:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1773941423.056325:0:14614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ac69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a196d expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941423.056326:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1773941423.056327:0:14615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941423.056329:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056331:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941423.056334:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941423.056337:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 5 10000000:00000010:0.0:1773941423.056340:0:14689:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff920d88426400. 00010000:00010000:3.0:1773941423.056341:0:14615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fa00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:0.0:1773941423.056343:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.056344:0:14615:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1773941423.056345:0:14614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:0.0:1773941423.056345:0:14689:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00010000:3.0:1773941423.056346:0:14615:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941423.056348:0:14614:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 10000000:00000001:0.0:1773941423.056349:0:14689:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773941423.056351:0:14614:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff920d88c18cc0. 10000000:00000001:0.0:1773941423.056353:0:14689:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056357:0:14615:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941423.056358:0:14614:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056359:0:14615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1773941423.056359:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d88582c00. 00000020:00000001:2.0:1773941423.056361:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.056362:0:14615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1773941423.056363:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941423.056365:0:14615:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=3 00000040:00000010:0.0:1773941423.056365:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7600. 00010000:00010000:2.0:1773941423.056367:0:14614:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.056368:0:14615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00000020:00000001:2.0:1773941423.056370:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1773941423.056370:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86c76800. 00010000:00000001:3.0:1773941423.056373:0:14615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:3.0:1773941423.056376:0:14615:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1773941423.056378:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.056380:0:14615:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1773941423.056380:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7000. 00010000:00010000:2.0:1773941423.056381:0:14614:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941423.056385:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00040000:00000010:0.0:1773941423.056386:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359d400. 00000020:00000001:2.0:1773941423.056388:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941423.056391:0:14614:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:0.0:1773941423.056392:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12e6c00. 00000020:00000010:0.0:1773941423.056396:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90463600. 00000100:00000001:2.0:1773941423.056397:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1773941423.056400:0:14615:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:0.0:1773941423.056400:0:14689:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773941423.056404:0:2415:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884aef90. 00000020:00000010:0.0:1773941423.056404:0:14689:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff920d88c18780. 10000000:00010000:3.0:1773941423.056405:0:14615:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941423.056407:0:14689:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.056410:0:14689:0:(obd_mount.c:116:lustre_end_log()) Process entered 00020000:00000010:2.0:1773941423.056411:0:2415:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91180. 10000000:01000000:3.0:1773941423.056414:0:14615:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000010:0.0:1773941423.056414:0:14689:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff920d88c18780. 00000080:00000010:2.0:1773941423.056417:0:2415:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d86411540. 10000000:01000000:3.0:1773941423.056418:0:14615:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00000020:00000001:0.0:1773941423.056418:0:14689:0:(obd_class.h:681:obd_process_config()) Process entered 10000000:00000001:3.0:1773941423.056421:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 00000080:00000010:2.0:1773941423.056422:0:2415:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d98385ff0. 10000000:00000040:3.0:1773941423.056423:0:14615:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff920d88427800) refs 1 00000020:00000010:0.0:1773941423.056423:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6c00. 10000000:01000000:3.0:1773941423.056428:0:14615:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00000008:00000010:2.0:1773941423.056428:0:2415:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d88b8dce0. 00000020:00000010:0.0:1773941423.056429:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7000. 10000000:00000001:3.0:1773941423.056431:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941423.056432:0:14615:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.056434:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 00020000:00000010:2.0:1773941423.056435:0:2415:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d884a5b00. 00000040:00000010:0.0:1773941423.056435:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7600. 10000000:00000001:3.0:1773941423.056437:0:14615:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.056439:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941423.056441:0:14615:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000010:2.0:1773941423.056441:0:2415:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d8640f780. 10000000:00000001:3.0:1773941423.056442:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1773941423.056442:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c76800. 10000000:00000001:3.0:1773941423.056445:0:14615:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.056447:0:14615:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1773941423.056447:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1773941423.056449:0:14615:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:0.0:1773941423.056449:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7c00. 00000100:00000001:2.0:1773941423.056451:0:2415:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1773941423.056452:0:14615:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 4 00040000:00000010:0.0:1773941423.056452:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359d400. 10000000:00000010:3.0:1773941423.056456:0:14615:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff920d88427800. 00000100:00000040:2.0:1773941423.056457:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1773941423.056457:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e7200. 10000000:00000001:3.0:1773941423.056461:0:14615:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941423.056462:0:14689:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1773941423.056465:0:14615:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056465:0:14689:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941423.056469:0:14689:0:(mgc_request.c:493:config_log_end()) Process entered 00010000:00000001:3.0:1773941423.056471:0:14615:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941423.056471:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1773941423.056472:0:14689:0:(mgc_request.c:159:config_log_find()) Process entered 00010000:00000001:3.0:1773941423.056475:0:14615:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941423.056475:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056475:0:14689:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00000001:3.0:1773941423.056477:0:14615:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941423.056479:0:14615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:0.0:1773941423.056479:0:14689:0:(mgc_request.c:108:config_log_get()) log params (ffff920d88426e00) refs 2 02000000:00000001:2.0:1773941423.056480:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941423.056481:0:14615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941423.056482:0:14689:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.056484:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1773941423.056485:0:14615:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fa00 with handle 0xef3f469e0cc3ac93 from hash 10000000:00000001:0.0:1773941423.056485:0:14689:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446623185551126016 : -120888158425600 : ffff920d88426e00) 02000000:00000001:2.0:1773941423.056487:0:2415:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056489:0:14615:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:0.0:1773941423.056491:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:2.0:1773941423.056492:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396096:192.168.204.109@tcp:103:ldlm_bl.0 00010000:00000001:3.0:1773941423.056493:0:14615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:0.0:1773941423.056493:0:14689:0:(mgc_request.c:123:config_log_put()) log params(ffff920d88426e00) refs 2 00010000:00000001:3.0:1773941423.056496:0:14615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1773941423.056497:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1773941423.056498:0:14615:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773941423.056500:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:0.0:1773941423.056500:0:14689:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056501:0:14615:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941423.056504:0:14615:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:0.0:1773941423.056504:0:14689:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.056506:0:2415:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1773941423.056507:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7000. 02000000:00000001:2.0:1773941423.056509:0:2415:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056511:0:14615:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 02000000:00000001:2.0:1773941423.056512:0:2415:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00000010:0.0:1773941423.056513:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7600. 00010000:00000001:3.0:1773941423.056514:0:14615:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:0.0:1773941423.056517:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86c76800. 02000000:00000010:2.0:1773941423.056518:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84db8e00. 00000100:00000010:3.0:1773941423.056519:0:14615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7e680. 02000000:00000001:2.0:1773941423.056521:0:2415:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.056521:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7c00. 00000020:00000040:3.0:1773941423.056524:0:14615:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=5 obd=MGC192.168.204.109@tcp 00040000:00000010:0.0:1773941423.056525:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359d400. 00000100:00000001:3.0:1773941423.056528:0:14615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941423.056531:0:14615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1773941423.056532:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:3.0:1773941423.056534:0:14615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941423.056534:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12e7200. 00000400:00000010:2.0:1773941423.056536:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a840. 00000020:00000010:0.0:1773941423.056539:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6c00. 02000000:00000010:3.0:1773941423.056540:0:14615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d86c35000. 00000400:00000010:2.0:1773941423.056542:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000001:3.0:1773941423.056544:0:14615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.056544:0:14689:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.056548:0:14615:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:0.0:1773941423.056548:0:14689:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff920d88c18780. 00000100:00000200:2.0:1773941423.056550:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396096, portal 18 00010000:00010000:3.0:1773941423.056551:0:14615:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941423.056551:0:14689:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.056556:0:2415:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:0.0:1773941423.056557:0:14689:0:(llite_lib.c:983:client_common_put_super()) Process entered 00010000:00010000:3.0:1773941423.056558:0:14615:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000080:00000001:0.0:1773941423.056559:0:14689:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00010000:00000001:3.0:1773941423.056560:0:14615:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941423.056561:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:3.0:1773941423.056564:0:14615:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941423.056564:0:2415:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826250752 : -120887883300864 : ffff920d98a88000) 00000100:00000001:3.0:1773941423.056570:0:14615:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.056572:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941423.056590:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d90ff57e0. 00000100:00000040:3.0:1773941423.056592:0:14615:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a10d342] to pc [ptlrpcd_01_00+0] req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.056595:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1773941423.056597:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6c00. 00000020:00000010:0.0:1773941423.056602:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7200. 00000100:00000040:2.0:1773941423.056603:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941423.056609:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000020:00000010:0.0:1773941423.056610:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d838c32a0. 00010000:00000001:3.0:1773941423.056611:0:14615:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941423.056614:0:14615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941423.056614:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112203396096, offset 0 00000008:00000010:0.0:1773941423.056616:0:14689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d82cfce18. 00010000:00000001:3.0:1773941423.056617:0:14615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941423.056620:0:14615:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773941423.056621:0:14689:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920da1654840. 00010000:00000001:3.0:1773941423.056624:0:14615:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.056624:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000001:3.0:1773941423.056628:0:14615:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:0.0:1773941423.056629:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d88449530. 00010000:00010000:3.0:1773941423.056632:0:14615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000010:0.0:1773941423.056634:0:14689:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d9a1ef930. 00000400:00000200:2.0:1773941423.056636:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000080:00000010:0.0:1773941423.056639:0:14689:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920d87fc8248. 00010000:00000001:3.0:1773941423.056642:0:14615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1773941423.056644:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7c00. 00010000:00010000:3.0:1773941423.056645:0:14615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ac93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1974 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941423.056646:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000008:00000010:0.0:1773941423.056649:0:14689:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d86c4c9a0. 00000400:00000200:2.0:1773941423.056654:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000010:0.0:1773941423.056655:0:14689:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d983e7840. 00000020:00000010:3.0:1773941423.056659:0:14615:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d92154400. 00000400:00000200:2.0:1773941423.056659:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00008000:00000010:0.0:1773941423.056660:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497a78. 00010000:00000040:3.0:1773941423.056664:0:14615:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54b00 count: 0 00000080:00000010:0.0:1773941423.056664:0:14689:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920d88b6ff00. 00000400:00000200:2.0:1773941423.056665:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941423.056670:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000020:00000001:0.0:1773941423.056670:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185697724392 : -120888011827224 : ffff920d90ff57e8) 00000020:00001000:0.0:1773941423.056674:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d90ff57e0 00000400:00000200:2.0:1773941423.056678:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [111:111:256:4294967295] 192.168.204.109@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1773941423.056682:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941423.056683:0:14615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941423.056685:0:14615:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773941423.056687:0:14615:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff920d88c180c0. 00010000:00000001:3.0:1773941423.056691:0:14615:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.056695:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1773941423.056696:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000020:00000001:3.0:1773941423.056699:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.056703:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1773941423.056703:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000020:00000001:3.0:1773941423.056705:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.056707:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.056709:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1773941423.056710:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000020:00000001:3.0:1773941423.056712:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1773941423.056718:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000001:3.0:1773941423.056723:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941423.056726:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff920da07a1800 (ffff920d88cd0000) now 5 - lov 00000800:00000200:2.0:1773941423.056727:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00010000:3.0:1773941423.056732:0:14615:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1773941423.056733:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941423.056744:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.056747:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941423.056749:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897929 00000100:00000001:2.0:1773941423.056755:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897895 00000100:00000001:2.0:1773941423.056759:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897929 00000100:00000001:2.0:1773941423.056763:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897895 00000100:00000001:2.0:1773941423.056766:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.056768:0:2415:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.056778:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941423.056781:0:14689:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000001:2.0:1773941423.056782:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1773941423.056785:0:14689:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446623185715937792 : -120887993613824 : ffff920d92154200) 00000100:00000001:2.0:1773941423.056790:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.056794:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941423.056798:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.056800:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.056802:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941423.056806:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941423.056808:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.056811:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.056814:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.056817:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941423.056819:0:14695:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00000100:00000001:2.0:1773941423.056820:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.056823:0:2415:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:3.0:1773941423.056824:0:14695:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920d90add040. 00000100:00000040:2.0:1773941423.056828:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941423.056830:0:14695:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c34800. 00020000:00000010:0.0:1773941423.056832:0:14689:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff920d896cd4e0. 00000020:00000010:3.0:1773941423.056836:0:14695:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c35200. 00000100:00000001:2.0:1773941423.056842:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1773941423.056843:0:14695:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c6800. 00000100:00000001:2.0:1773941423.056845:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.056847:0:14695:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b1928. 02000000:00000001:2.0:1773941423.056850:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1773941423.056852:0:14695:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c34a00. 02000000:00000001:2.0:1773941423.056853:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 80000000:00000010:3.0:1773941423.056857:0:14695:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8dba0. 02000000:00000001:2.0:1773941423.056858:0:2415:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1773941423.056860:0:14695:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90addf00. 00100000:00000010:3.0:1773941423.056865:0:14695:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d908c3800. 00000100:00100000:2.0:1773941423.056865:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396224:192.168.204.109@tcp:103:ldlm_bl.0 00020000:00000001:0.0:1773941423.056868:0:14689:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773941423.056870:0:14689:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446623185715938432 : -120887993613184 : ffff920d92154480) 00040000:00000010:3.0:1773941423.056871:0:14695:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0900. 00000100:00000001:2.0:1773941423.056875:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00040000:00000010:3.0:1773941423.056876:0:14695:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c34200. 02000000:00000001:2.0:1773941423.056880:0:2415:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00002000:00000010:3.0:1773941423.056881:0:14695:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f01000. 02000000:00000001:2.0:1773941423.056884:0:2415:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.056885:0:14695:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90add9c0. 02000000:00000001:2.0:1773941423.056890:0:2415:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1773941423.056893:0:14695:0:(genops.c:1914:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1773941423.056894:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84db9e00. 00000020:00000001:3.0:1773941423.056896:0:14695:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.056897:0:2415:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.056899:0:14695:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000010:0.0:1773941423.056899:0:14689:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff920d896cd420. 00000400:00000200:2.0:1773941423.056902:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941423.056904:0:14693:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:2.0:1773941423.056906:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a058. 00010000:00000001:3.0:1773941423.056907:0:14693:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941423.056911:0:14693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941423.056913:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5198. 00000100:00000200:2.0:1773941423.056919:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396224, portal 18 00000100:00000001:2.0:1773941423.056921:0:2415:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.056922:0:2415:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526318720 : -120888183232896 : ffff920d86c7e680) 00000100:00000040:2.0:1773941423.056929:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941423.056933:0:14693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54800 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:3.0:1773941423.056937:0:14693:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941423.056940:0:14693:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1773941423.056941:0:14689:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:0.0:1773941423.056944:0:14689:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446623185715940992 : -120887993610624 : ffff920d92154e80) 00000100:00000001:2.0:1773941423.056952:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941423.056953:0:14693:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941423.056956:0:14693:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941423.056958:0:14693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941423.056960:0:14693:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=3 00000100:00000040:2.0:1773941423.056960:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000020:00000001:3.0:1773941423.056965:0:14693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000400:00000010:2.0:1773941423.056966:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5000. 00010000:00000001:3.0:1773941423.056967:0:14693:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:3.0:1773941423.056972:0:14693:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:2.0:1773941423.056973:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112203396224, offset 0 00010000:00010000:3.0:1773941423.056975:0:14693:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000010:0.0:1773941423.056979:0:14689:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff920d896cd9c0. 00000400:00000200:2.0:1773941423.056984:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000001:3.0:1773941423.056985:0:14693:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941423.056988:0:14693:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1773941423.056989:0:14689:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.056993:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:01000000:3.0:1773941423.056999:0:14693:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000400:00000200:2.0:1773941423.057001:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:01000000:3.0:1773941423.057004:0:14693:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000200:2.0:1773941423.057006:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:3.0:1773941423.057007:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941423.057010:0:14693:0:(mgc_request.c:123:config_log_put()) log params(ffff920d88426e00) refs 1 00000400:00000200:2.0:1773941423.057010:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 10000000:01000000:3.0:1773941423.057015:0:14693:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000400:00000200:2.0:1773941423.057015:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941423.057019:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1773941423.057021:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 10000000:00000001:3.0:1773941423.057022:0:14693:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.057024:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941423.057027:0:14693:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.057029:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1773941423.057029:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [112:112:255:4294967295] 192.168.204.109@tcp LPNI seq info [112:112:7:4294967295] 10000000:00000001:3.0:1773941423.057032:0:14693:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.057034:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1773941423.057035:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:3.0:1773941423.057037:0:14693:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941423.057039:0:14693:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1773941423.057039:0:14689:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff920d90980000. 00000400:00000200:2.0:1773941423.057044:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:00000001:3.0:1773941423.057048:0:14693:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:2.0:1773941423.057051:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000020:00000040:3.0:1773941423.057052:0:14693:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 3 00000020:00000010:0.0:1773941423.057052:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff920d83e830c0. 00000800:00000010:2.0:1773941423.057055:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45500. 10000000:00000010:3.0:1773941423.057056:0:14693:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff920d88426e00. 00000020:00000010:0.0:1773941423.057057:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90f95400. 10000000:00000001:3.0:1773941423.057060:0:14693:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1773941423.057061:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000080:00000010:0.0:1773941423.057061:0:14689:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff920d90f96800. 10000000:00000001:3.0:1773941423.057062:0:14693:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.057068:0:14693:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000010:0.0:1773941423.057070:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920d86411540. 00000800:00000200:2.0:1773941423.057071:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:3.0:1773941423.057072:0:14693:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941423.057074:0:14693:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1773941423.057076:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45500 type 1, nob 424 niov 1 nkiov 1 00000080:00000010:0.0:1773941423.057076:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da540. 00010000:00000001:3.0:1773941423.057077:0:14693:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941423.057081:0:14693:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.057081:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941423.057082:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920d9a1ef738. 00000020:00000040:3.0:1773941423.057084:0:14693:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54800 with handle 0xef3f469e0cc3ac9a from hash 00010000:00000001:3.0:1773941423.057088:0:14693:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941423.057088:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000080:00000010:0.0:1773941423.057088:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920d864119d8. 00010000:00000001:3.0:1773941423.057091:0:14693:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941423.057093:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897929 00010000:00000001:3.0:1773941423.057094:0:14693:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000010:0.0:1773941423.057095:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da2a0. 00010000:00000001:3.0:1773941423.057098:0:14693:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773941423.057098:0:2415:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294897929 00000080:00000010:0.0:1773941423.057098:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da7e0. 00010000:00000001:3.0:1773941423.057101:0:14693:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773941423.057103:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897929 00000080:00000010:0.0:1773941423.057103:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da3f0. 00010000:00000001:3.0:1773941423.057104:0:14693:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000080:00000010:0.0:1773941423.057106:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920da12da738. 00010000:00000001:3.0:1773941423.057109:0:14693:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1773941423.057109:0:2415:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294897929 00000080:00000010:0.0:1773941423.057111:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d8640f780. 00010000:00000001:3.0:1773941423.057112:0:14693:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1773941423.057113:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.057116:0:2415:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941423.057138:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d90820d20. 00000080:00000010:0.0:1773941423.057144:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d88b6fb40. 00000080:00000010:0.0:1773941423.057147:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d8640f4b0. 00000080:00000010:0.0:1773941423.057151:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d90820000. 00000080:00000010:0.0:1773941423.057154:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d908201e0. 00000080:00000010:0.0:1773941423.057158:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d90820e10. 00000080:00000010:0.0:1773941423.057162:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d908204b0. 00000080:00000010:0.0:1773941423.057167:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98385ff0. 00000080:00000010:0.0:1773941423.057171:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98390920. 00000080:00000010:0.0:1773941423.057174:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d87fcb230. 00000080:00000010:0.0:1773941423.057178:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98386b58. 00000080:00000010:0.0:1773941423.057182:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98392910. 00000080:00000010:0.0:1773941423.057185:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98392238. 00000080:00000010:0.0:1773941423.057189:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98393908. 00000080:00000010:0.0:1773941423.057192:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d98391240. 00000080:00000010:0.0:1773941423.057196:0:14689:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff920d896cd0c0. 00020000:00000001:0.0:1773941423.057200:0:14689:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000100:00000010:3.0:1773941423.057209:0:14693:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ce00. 00000020:00000040:3.0:1773941423.057212:0:14693:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=6 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941423.057215:0:14693:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941423.057216:0:14693:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941423.057218:0:14693:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.057230:0:14689:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1773941423.057234:0:14689:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff920d8784f868. 00000020:00000001:0.0:1773941423.057242:0:14689:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00020000:0.0:1773941423.057362:0:14689:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff920da07a1800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 02000000:00000010:3.0:1773941423.057424:0:14693:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d86c35c00. 00000100:00000001:3.0:1773941423.057429:0:14693:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.057432:0:14693:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773941423.057435:0:14693:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941423.057438:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.057442:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.057447:0:14693:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773941423.057450:0:14693:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.057453:0:14693:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941423.057453:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.057456:0:14693:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773941423.057463:0:2414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884a9650. 00000100:00000040:3.0:1773941423.057464:0:14693:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000273dddf9] to pc [ptlrpcd_01_01+1] req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000010:2.0:1773941423.057468:0:2414:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91600. 00000008:00000010:2.0:1773941423.057474:0:2414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d88b8c420. 00020000:00000010:2.0:1773941423.057478:0:2414:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d884a6f40. 00000100:00000001:2.0:1773941423.057480:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.057498:0:14693:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941423.057501:0:14693:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941423.057502:0:14693:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941423.057504:0:14693:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.057506:0:14693:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941423.057509:0:14693:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.057512:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1773941423.057513:0:14693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941423.057517:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941423.057522:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941423.057524:0:14693:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941423.057528:0:14693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ac9a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a197b expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941423.057528:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.057535:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:2.0:1773941423.057537:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00010000:00000040:3.0:1773941423.057541:0:14693:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cb00 count: 0 00000100:00000001:2.0:1773941423.057542:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.057547:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941423.057551:0:14693:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941423.057554:0:14693:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941423.057555:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1773941423.057557:0:14693:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff920d88c18d80. 00000100:00000040:2.0:1773941423.057559:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941423.057562:0:14693:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.057567:0:14693:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1773941423.057569:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.057571:0:14693:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.057571:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1773941423.057575:0:14693:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.057589:0:14693:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.057591:0:14693:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.057593:0:14693:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.057596:0:14693:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.057598:0:14693:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.057600:0:14693:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.057605:0:14695:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.057607:0:14695:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.057609:0:14695:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.057610:0:14695:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.057611:0:14695:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.057613:0:14695:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941423.057627:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.057636:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941423.057638:0:2415:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1773941423.057638:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.057641:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45500. 00000100:00000040:3.0:1773941423.057644:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941423.057644:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.057651:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.057657:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5000 00000400:00000010:2.0:1773941423.057660:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5000. 00000100:00000001:3.0:1773941423.057661:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.057663:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941423.057665:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941423.057668:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941423.057670:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941423.057674:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.057676:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941423.057678:0:2415:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.057680:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941423.057686:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396352:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773941423.057687:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.057690:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941423.057693:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941423.057698:0:2415:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941423.057699:0:2415:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.057701:0:2415:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941423.057703:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1773941423.057704:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d83ac1600. 00000100:00000001:2.0:1773941423.057706:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.057707:0:2415:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941423.057712:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941423.057715:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312898. 00000400:00000010:3.0:1773941423.057718:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcf68. 00000100:00000200:3.0:1773941423.057720:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396352, portal 18 00000100:00000001:3.0:1773941423.057721:0:2415:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941423.057722:0:2415:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526312448 : -120888183239168 : ffff920d86c7ce00) 00000100:00000040:3.0:1773941423.057725:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.057730:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941423.057731:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941423.057733:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcc38. 00000100:00000200:3.0:1773941423.057735:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112203396352, offset 0 00000400:00000200:3.0:1773941423.057739:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941423.057741:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.057803:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941423.057806:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941423.057809:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941423.057817:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941423.057820:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.057823:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [113:113:256:4294967295] 192.168.204.109@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:3.0:1773941423.057828:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.057835:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941423.057840:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941423.057844:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000800:00000200:3.0:1773941423.057848:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941423.057852:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941423.057856:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941423.057870:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941423.057874:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941423.057876:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294897930 00000100:00000001:3.0:1773941423.057881:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897929 00000100:00000001:3.0:1773941423.057885:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294897930 00000100:00000001:3.0:1773941423.057888:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897929 00000100:00000001:3.0:1773941423.057892:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.057894:0:2415:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.057897:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.057899:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.057903:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941423.057905:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941423.057908:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.057909:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941423.057911:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.057914:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.057923:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.057927:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000400:00000200:2.0:1773941423.057931:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.057935:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.057938:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcc38 00000400:00000010:2.0:1773941423.057940:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcc38. 00000100:00000001:2.0:1773941423.057942:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.057946:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.057953:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.057956:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.057961:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.057963:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941423.059415:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059425:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.059429:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059432:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.059438:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059443:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.059450:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059454:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059459:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059464:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 18 MB=0x69bc31f203480 00000400:00000200:2.0:1773941423.059469:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059475:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.109@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:2.0:1773941423.059481:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059487:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.059490:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.059494:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.059500:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.059506:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.059524:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.059541:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.059549:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941423.059550:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.059554:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1773941423.059555:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.059558:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773941423.059560:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1773941423.059562:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773941423.059564:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.059568:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a058. 00000400:00000200:2.0:1773941423.059568:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.059574:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5198 00000400:00000200:2.0:1773941423.059576:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000010:3.0:1773941423.059590:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5198. 00000400:00000200:2.0:1773941423.059595:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059600:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941423.059602:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1773941423.059606:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:3.0:1773941423.059611:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941423.059612:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 18 MB=0x69bc31f203400 00000400:00000200:2.0:1773941423.059621:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059629:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.109@tcp of length 224/224 into md 0x8bd [1] + 224 00000100:00000200:3.0:1773941423.059632:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941423.059635:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059641:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.059643:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773941423.059645:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941423.059647:0:2415:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.059652:0:2415:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1773941423.059653:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 02000000:00000001:3.0:1773941423.059656:0:2415:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941423.059658:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773941423.059659:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941423.059663:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941423.059665:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941423.059667:0:2415:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941423.059677:0:2415:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d86c77ca0 time=1773941423 v=5 (0 0 0 0) 00000100:00000040:2.0:1773941423.059679:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1773941423.059683:0:2415:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d86c77c10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941423.059691:0:2415:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941423.059694:0:2415:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.059696:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1773941423.059698:0:2415:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941423.059701:0:2415:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941423.059703:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941423.059704:0:2415:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941423.059709:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941423.059713:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941423.059713:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059718:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.059726:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941423.059728:0:2415:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.059732:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941423.059736:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.059740:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000100:00000040:3.0:1773941423.059745:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941423.059749:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059756:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.059763:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00100000:3.0:1773941423.059764:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396224:192.168.204.109@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1773941423.059770:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 18 MB=0x69bc31f203500 00000400:00000001:3.0:1773941423.059774:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1773941423.059777:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000001:3.0:1773941423.059778:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.059782:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a840. 00000400:00000200:3.0:1773941423.059786:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:3.0:1773941423.059788:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:3.0:1773941423.059796:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1773941423.059800:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.109@tcp of length 224/224 into md 0x8dd [1] + 224 00000100:00000200:3.0:1773941423.059804:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941423.059806:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1773941423.059817:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.059824:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.059826:0:2415:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.059828:0:2415:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941423.059830:0:2415:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941423.059831:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941423.059833:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.059835:0:2415:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941423.059836:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1773941423.059839:0:2415:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d86c77ca0 time=0 v=5 (5 0 0 0) 00000400:00000200:2.0:1773941423.059840:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1773941423.059847:0:2415:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d86c77c10 time=6 v=5 (1 0 0 0) 00000400:00000200:2.0:1773941423.059847:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941423.059854:0:2415:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941423.059854:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773941423.059856:0:2415:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.059861:0:2415:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1773941423.059861:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941423.059865:0:2415:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.059870:0:2415:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941423.059877:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.059879:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.059895:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.059899:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.059902:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.059937:0:2415:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.059939:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941423.059941:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941423.059947:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941423.059956:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396096:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941423.059961:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.059963:0:2415:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.059967:0:2415:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7e680 x1860112203396224/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.059974:0:2415:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941423.059983:0:2415:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941423.059986:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84db9e00. 02000000:00000001:3.0:1773941423.059991:0:2415:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941423.059994:0:2415:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941423.059995:0:2415:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=5 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941423.059997:0:2415:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941423.060000:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d86c35000. 02000000:00000001:3.0:1773941423.060004:0:2415:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941423.060006:0:2415:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941423.060009:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7e680. 00000100:00000001:3.0:1773941423.060024:0:2415:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941423.060025:0:2415:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060027:0:2415:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.060032:0:2415:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88000 x1860112203396096/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.060039:0:2415:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941423.060040:0:2415:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941423.060042:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84db8e00. 02000000:00000001:3.0:1773941423.060046:0:2415:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941423.060048:0:2415:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941423.060049:0:2415:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941423.060051:0:2415:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941423.060053:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d84db8c00. 02000000:00000001:3.0:1773941423.060056:0:2415:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941423.060058:0:2415:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941423.060060:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88000. 00000100:00000001:3.0:1773941423.060063:0:2415:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941423.060064:0:2415:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060067:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.060069:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.060071:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941423.060073:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.060075:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.060077:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312898. 00000400:00000200:3.0:1773941423.060080:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcf68 00000400:00000010:3.0:1773941423.060082:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcf68. 00000100:00000001:3.0:1773941423.060084:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.060088:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941423.060104:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.060112:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.060114:0:2415:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060135:0:2415:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941423.060138:0:2415:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941423.060139:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941423.060142:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.060144:0:2415:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941423.060148:0:2415:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d86c77ca0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941423.060150:0:2415:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d86c77c10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941423.060153:0:2415:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941423.060154:0:2415:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.060156:0:2415:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941423.060158:0:2415:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.060159:0:2415:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941423.060164:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.060170:0:2415:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.060172:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941423.060173:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941423.060178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941423.060186:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bb498ce0-a515-4c18-831a-ca431d11c79f:2415:1860112203396352:192.168.204.109@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941423.060190:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060192:0:2415:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.060196:0:2415:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ce00 x1860112203396352/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941439 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.060203:0:2415:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941423.060205:0:2415:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941423.060213:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d83ac1600. 02000000:00000001:3.0:1773941423.060217:0:2415:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941423.060219:0:2415:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941423.060220:0:2415:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941423.060223:0:2415:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941423.060225:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d86c35c00. 02000000:00000001:3.0:1773941423.060227:0:2415:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941423.060228:0:2415:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941423.060230:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ce00. 00000100:00000001:3.0:1773941423.060234:0:2415:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941423.060236:0:2415:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060238:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.060243:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941423.060245:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.060247:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.060249:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941423.060630:0:14689:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:0.0:1773941423.060634:0:14689:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff920d90496000 active: 1 00020000:00000001:0.0:1773941423.060637:0:14689:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1773941423.060639:0:14689:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:0.0:1773941423.060641:0:14689:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1773941423.060642:0:14689:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1773941423.060645:0:14689:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941423.060647:0:14689:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941423.060649:0:14689:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:0.0:1773941423.060651:0:14689:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff920da07a1800 00020000:00000001:0.0:1773941423.060653:0:14689:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1773941423.060653:0:14689:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff920da07a1800: disconnecting target lustre-OST0000-osc-ffff920da07a1800 00020000:00000001:0.0:1773941423.060655:0:14689:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:0.0:1773941423.060657:0:14689:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941423.060658:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941423.060661:0:14689:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773941423.060663:0:14689:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff920da07a1800 - 1 00000100:00000001:0.0:1773941423.060665:0:14689:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941423.060667:0:14689:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-OST0000_UUID 00000020:00000001:0.0:1773941423.060668:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.060669:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=1 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:0.0:1773941423.060671:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941423.060672:0:14689:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.060675:0:14689:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941423.060676:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.060679:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.060705:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.060706:0:14689:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.060708:0:14689:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941423.060710:0:14689:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941423.060711:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.060711:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.060735:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.060745:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.060746:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.060772:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.060775:0:14689:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.060777:0:14689:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941423.060778:0:14689:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941423.060782:0:14689:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941423.060784:0:14689:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941423.060789:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fadf80. 00000020:00000040:0.0:1773941423.060792:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d908c0000 refcount=2 obd=lustre-OST0000-osc-ffff920da07a1800 00000100:00000001:0.0:1773941423.060796:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941423.060797:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941423.060800:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941423.060805:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d400. 00000100:00000001:0.0:1773941423.060809:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.060811:0:14689:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623185697431424 : -120888012120192 : ffff920d90fadf80) 00000100:00080000:0.0:1773941423.060814:0:14689:0:(import.c:65:import_set_state_nolock()) ffff920d908c0000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941423.060818:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941423.060821:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.060827:0:14689:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d12aab] to pc [ptlrpcd_rcv+-1] req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.060847:0:14689:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.060870:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.060874:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.060876:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941423.060883:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.060890:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.060893:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.060897:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941423.060899:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941423.060900:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941423.060903:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396480:192.168.204.109@tcp:9:umount.0 00000100:00000001:2.0:1773941423.060907:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941423.060916:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941423.060919:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.060922:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941423.060926:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84db8a00. 02000000:00000001:2.0:1773941423.060929:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.060933:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941423.060936:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a000. 00000400:00000010:2.0:1773941423.060941:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5000. 00000100:00000200:2.0:1773941423.060945:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396480, portal 4 00000100:00000001:2.0:1773941423.060948:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.060950:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697431424 : -120888012120192 : ffff920d90fadf80) 00000100:00000040:2.0:1773941423.060957:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.060965:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941423.060967:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941423.060970:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000100:00000200:2.0:1773941423.060973:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1860112203396480, offset 0 00000400:00000200:2.0:1773941423.060977:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941423.060980:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.060984:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941423.060987:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941423.060989:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941423.060992:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941423.060994:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941423.060996:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [114:114:256:4294967295] 192.168.204.109@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1773941423.060999:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.061005:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941423.061009:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941423.061012:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45500. 00000800:00000200:2.0:1773941423.061016:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941423.061020:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941423.061023:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941423.061041:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.061044:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: using a timeout of 4586 usecs (5 jiffies) 00000400:00000200:2.0:1773941423.061047:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941423.061049:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896683 00000100:00000001:2.0:1773941423.061051:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897930 00000100:00000001:2.0:1773941423.061053:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896683 00000100:00000001:2.0:1773941423.061055:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897930 00000100:00000001:2.0:1773941423.061057:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.061059:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.061061:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.061062:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.061066:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.061067:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941423.061069:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.061069:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.061071:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.061072:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941423.061105:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941423.061110:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45500. 00000400:00000200:3.0:1773941423.061114:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.061151:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941423.061154:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:3.0:1773941423.061156:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:3.0:1773941423.061160:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941423.061164:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.061222:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.061226:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.061231:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.061233:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1773941423.062220:0:14696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920d90fa17c0. 00000080:00000010:0.1:1773941423.062238:0:14696:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920d89120840. 00000800:00000001:2.0:1773941423.062560:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.062568:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.062571:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.062574:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.062590:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.062596:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.062603:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.062606:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.062610:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.062614:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 4 MB=0x69bc31f203580 00000400:00000200:2.0:1773941423.062618:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.062622:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:2.0:1773941423.062627:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.062635:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.062637:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.062641:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.062652:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.062658:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.062668:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.062686:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.062694:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.062698:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.062711:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.062714:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941423.062719:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.062721:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.062724:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a000. 00000400:00000200:3.0:1773941423.062728:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5000 00000400:00000010:3.0:1773941423.062737:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5000. 00000100:00000001:3.0:1773941423.062740:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.062745:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941423.062754:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.062760:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.062762:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.062764:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941423.062766:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941423.062767:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941423.062768:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.062770:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.062778:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d86c3c000. 00000100:00001000:3.0:1773941423.062783:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d908c0458 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941423.062786:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d908c0410 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941423.062788:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941423.062789:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.062791:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941423.062796:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941423.062802:0:2411:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.062804:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941423.062806:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941423.062808:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941423.062809:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941423.062813:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.062820:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.062822:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941423.062824:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941423.062827:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d908c0000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941423.062830:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941423.062839:0:2411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941423.062842:0:2411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.062844:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941423.062846:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941423.062847:0:2411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941423.062849:0:2411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.062850:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941423.062863:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941423.062872:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396480:192.168.204.109@tcp:9:umount.0 00000100:00000001:3.0:1773941423.062877:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.062879:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.062882:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fadf80 x1860112203396480/t0(0) o9->lustre-OST0000-osc-ffff920da07a1800@192.168.204.109@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.062886:0:14689:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.062892:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941423.062894:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941423.062897:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941423.062900:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941423.062902:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941423.062903:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: committing for last_committed 0 gen 2 00000100:00000040:1.0:1773941423.062906:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941423.062909:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.062910:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941423.062911:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000001:3.0:1773941423.062914:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941423.062914:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941423.062917:0:14689:0:(osc_request.c:3880:osc_import_event()) Process entered 02000000:00000010:3.0:1773941423.062919:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84db8a00. 00000008:00000001:1.0:1773941423.062920:0:14689:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.062924:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941423.062926:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1773941423.062927:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:3.0:1773941423.062929:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941423.062931:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:3.0:1773941423.062932:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=1 obd=lustre-OST0000-osc-ffff920da07a1800 00000008:00000001:1.0:1773941423.062935:0:14689:0:(osc_request.c:3880:osc_import_event()) Process entered 00000020:00000001:3.0:1773941423.062937:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941423.062939:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941423.062941:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d400. 00000001:00000001:1.0:1773941423.062943:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941423.062945:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941423.062946:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941423.062948:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fadf80. 00000100:00000001:3.0:1773941423.062952:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941423.062955:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.062957:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.062962:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941423.062963:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.062966:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.062968:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.062982:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.062985:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.062986:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063013:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.063016:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941423.063021:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d9082f870. 00000020:00000010:1.0:1773941423.063026:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.063031:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07bba00. 00000020:00000010:1.0:1773941423.063035:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd900. 00000008:00000010:1.0:1773941423.063041:0:14689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.063046:0:14689:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.063051:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.063055:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba000. 00000008:00000010:1.0:1773941423.063059:0:14689:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941423.063062:0:14689:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941423.063065:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000001:1.0:1773941423.063068:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185689573496 : -120888019978120 : ffff920d9082f878) 00000020:00001000:1.0:1773941423.063071:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d9082f870 00000008:00000001:1.0:1773941423.063075:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941423.063076:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941423.063079:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.063081:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941423.063082:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063083:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063108:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941423.063110:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d9082f870 00000020:00000010:1.0:1773941423.063113:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07bba00. 00000020:00000010:1.0:1773941423.063140:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd900. 00000008:00000010:1.0:1773941423.063145:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.063151:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.063155:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.063158:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bae00. 00000008:00000010:1.0:1773941423.063164:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941423.063168:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941423.063173:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941423.063177:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba000. 00000020:00000010:1.0:1773941423.063187:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d9082f870. 00000001:00000001:1.0:1773941423.063190:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063192:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063221:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.063223:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063224:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063248:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.063251:0:14689:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.063252:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941423.063256:0:14689:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941423.063258:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941423.063261:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3acbd 00000020:00000040:1.0:1773941423.063265:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90496000 with handle 0xef3f469e0cc3acbd from hash 00000020:00000040:1.0:1773941423.063276:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90496000 : new refcount 2 00000020:00000001:1.0:1773941423.063279:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941423.063281:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90496000 : new refcount 1 00000020:00000001:1.0:1773941423.063283:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941423.063284:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90496000 : new refcount 0 00000020:00000080:1.0:1773941423.063286:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90496000/LOV_OSC_UUID 00000020:00000001:1.0:1773941423.063288:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.063303:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.063306:0:14689:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941423.063309:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941423.063311:0:14689:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941423.063313:0:14689:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff920d86c34400. 00000020:00000001:1.0:1773941423.063318:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941423.063320:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff920da07a1800 (flags='') 00000020:00000001:3.0:1773941423.063324:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1773941423.063325:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff920d896cd900. 00000020:00000080:3.0:1773941423.063329:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90496000/LOV_OSC_UUID for lustre-OST0000-osc-ffff920da07a1800 00000020:00000080:1.0:1773941423.063330:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000040:3.0:1773941423.063337:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 11 to 192.168.204.109@tcp 00000020:00000001:1.0:1773941423.063337:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941423.063341:0:14689:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff920da07a1800: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1773941423.063344:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1773941423.063348:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:1.0:1773941423.063349:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff920da12f8000) has no exports 00000020:00000001:3.0:1773941423.063352:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.063353:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000040:3.0:1773941423.063356:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff920da07a1800 (ffff920da12f8000) now 5 - export 00000020:00000001:1.0:1773941423.063358:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1773941423.063361:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90496000. 00000020:00000010:1.0:1773941423.063364:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba000. 00000020:00000001:3.0:1773941423.063371:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1773941423.063373:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.063378:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd480. 00000008:00000010:1.0:1773941423.063382:0:14689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.063384:0:14689:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.063388:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.063392:0:14689:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da0cfe900. 00000008:00000001:1.0:1773941423.063396:0:14689:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773941423.063398:0:14689:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773941423.063404:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773941423.063406:0:14689:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff920da07a1800: client import never connected 00000100:00000001:1.0:1773941423.063409:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941423.063411:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941423.063413:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941423.063415:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941423.063417:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773941423.063419:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920da07a1800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941423.063422:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.063423:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941423.063424:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941423.063425:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941423.063427:0:14689:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941423.063429:0:14689:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.063431:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941423.063432:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941423.063434:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941423.063435:0:14689:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:1.0:1773941423.063437:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063438:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063464:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.063466:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063467:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063491:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.063494:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941423.063497:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d9082f870. 00000020:00000010:1.0:1773941423.063499:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bba00. 00000020:00000010:1.0:1773941423.063502:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07baa00. 00000020:00000010:1.0:1773941423.063511:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cda80. 00000008:00000010:1.0:1773941423.063515:0:14689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f81650. 00020000:00000010:1.0:1773941423.063518:0:14689:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077240. 00008000:00000010:1.0:1773941423.063521:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dede8. 00000020:00000010:1.0:1773941423.063525:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba200. 00000008:00000010:1.0:1773941423.063528:0:14689:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941423.063530:0:14689:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941423.063533:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000001:1.0:1773941423.063536:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185689573496 : -120888019978120 : ffff920d9082f878) 00000020:00001000:1.0:1773941423.063538:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d9082f870 00000008:00000001:1.0:1773941423.063540:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941423.063541:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941423.063543:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.063545:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941423.063546:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063547:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063574:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941423.063575:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d9082f870 00000020:00000010:1.0:1773941423.063592:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07baa00. 00000020:00000010:1.0:1773941423.063595:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cda80. 00000008:00000010:1.0:1773941423.063598:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f81650. 00020000:00000010:1.0:1773941423.063601:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077240. 00008000:00000010:1.0:1773941423.063604:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dede8. 00000020:00000010:1.0:1773941423.063607:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bba00. 00000008:00000010:1.0:1773941423.063609:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d06e0. 00020000:00000010:1.0:1773941423.063612:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4c6c0. 00008000:00000010:1.0:1773941423.063615:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941423.063617:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba200. 00000020:00000010:1.0:1773941423.063619:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d9082f870. 00000001:00000001:1.0:1773941423.063621:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063624:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063649:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.063651:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.063652:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.063678:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.063687:0:14689:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.063689:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941423.063692:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d908c0000 refcount=2 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.063695:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.063696:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=1 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.063698:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773941423.063700:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.063701:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d908c0000 refcount=0 obd=lustre-OST0000-osc-ffff920da07a1800 00000020:00000040:1.0:1773941423.063703:0:14689:0:(genops.c:1245:class_import_put()) final put import ffff920d908c0000 00000020:00000001:1.0:1773941423.063713:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773941423.063716:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773941423.063717:0:14689:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.063736:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1773941423.063739:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d908c0000 for lustre-OST0000-osc-ffff920da07a1800 00000020:00000040:3.0:1773941423.063742:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 10 to 192.168.204.109@tcp 00000020:00000040:3.0:1773941423.063745:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 9 to 192.168.204.109@tcp 00000020:00000010:3.0:1773941423.063747:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff920d90a8da20. 00000020:00000040:3.0:1773941423.063750:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff920da07a1800 (ffff920da12f8000) now 4 - import 00000020:00000010:3.0:1773941423.063752:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff920d908c0000. 00000020:00000001:3.0:1773941423.063755:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773941423.063925:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d9091a000. 00000020:00000010:1.0:1773941423.063930:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d88cbe000. 00000020:00000010:1.0:1773941423.063933:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d9089a000. 00000020:00000010:1.0:1773941423.063936:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d86c3c000. 00000020:00000010:1.0:1773941423.063940:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff920d84c88000. 00000020:00000010:1.0:1773941423.063945:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90f03c00. 00000008:00000001:1.0:1773941423.063948:0:14689:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.063953:0:14689:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da0cfe900. 00000020:00000010:1.0:1773941423.063956:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.063959:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd480. 00000008:00000010:1.0:1773941423.063962:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.063964:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.063966:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.063969:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba000. 00000020:00000001:1.0:1773941423.063972:0:14689:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.063988:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941423.063993:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d87e0ee00. 00000001:00000010:1.0:1773941423.063996:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d87e0f400. 00000001:00000010:1.0:1773941423.063998:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d89639200. 00000001:00000010:1.0:1773941423.064001:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d89638c00. 00000001:00000010:1.0:1773941423.064003:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920da0c15100. 00000001:00000010:1.0:1773941423.064005:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d9084d200. 00000001:00000001:1.0:1773941423.064015:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941423.064017:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff920da07a1800 (ffff920da12f8000) now 3 - setup 00000020:00000001:1.0:1773941423.064019:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.064021:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941423.064024:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941423.064027:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941423.064030:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff920da07a1800 (ffff920da12f8000) now 2 - obd_device_list 00000020:00000080:1.0:1773941423.064032:0:14689:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff920da07a1800 (uuid 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000040:1.0:1773941423.064034:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff920da07a1800 (ffff920da12f8000) now 1 - newdev 00000020:00000040:1.0:1773941423.064037:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d908c1800 with handle 0xef3f469e0cc3ac8c from hash 00000020:00000040:1.0:1773941423.064039:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d908c1800 : new refcount 0 00000020:00000080:1.0:1773941423.064041:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d908c1800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:1.0:1773941423.064043:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.064044:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941423.064046:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920d908c1800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-OST0000-osc-ffff920da07a1800 00000020:00000001:1.0:1773941423.064048:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941423.064049:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.064051:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d908c1800. 00000020:00000001:1.0:1773941423.064054:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941423.064057:0:14689:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff920da07a1800 obd_type name = osc 00000020:01000000:1.0:1773941423.064059:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff920da07a1800 (4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000001:1.0:1773941423.064061:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941423.064063:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba000. 00000020:00000010:1.0:1773941423.064066:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.064068:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd480. 00000008:00000010:1.0:1773941423.064072:0:14689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.064076:0:14689:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.064078:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000008:00000010:1.0:1773941423.064087:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d884aef90. 00000008:00000010:1.0:1773941423.064092:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d884a9650. 00000008:00000010:1.0:1773941423.064095:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f80b28. 00000008:00000010:1.0:1773941423.064098:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f85940. 00000008:00000010:1.0:1773941423.064107:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d82cfe468. 00000008:00000010:1.0:1773941423.064112:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f82ca0. 00000008:00000010:1.0:1773941423.064115:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f82178. 00010000:00000010:3.1:1773941423.064142:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54b00. 00010000:00000010:3.1:1773941423.064154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fa00. 00010000:00000010:2.1F:1773941423.064189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215ea00. 00000008:00000010:1.0:1773941423.064461:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f84e18. 00000008:00000010:1.0:1773941423.064467:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f86468. 00000008:00000010:1.0:1773941423.064471:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d88b8dce0. 00000008:00000010:1.0:1773941423.064474:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d88b8c420. 00000008:00000010:1.0:1773941423.064477:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d1a20. 00000008:00000010:1.0:1773941423.064480:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d11e0. 00000008:00000010:1.0:1773941423.064482:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d86c4d340. 00000008:00000010:1.0:1773941423.064485:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d0420. 00000008:00000010:1.0:1773941423.064487:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d1e40. 00000008:00000010:1.0:1773941423.064489:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d0580. 00000008:00000010:1.0:1773941423.064491:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d884d0000. 00000008:00000001:1.0:1773941423.064494:0:14689:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773941423.064500:0:14689:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941423.064502:0:14689:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941423.064505:0:14689:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941423.064529:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff920d83c2d400. 00000020:00000010:1.0:1773941423.064535:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f0000. 00010000:00000001:1.0:1773941423.064565:0:14689:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941423.064593:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff920d90a8da80. 00000020:00000010:1.0:1773941423.064596:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f2800. 00000001:00000001:1.0:1773941423.064647:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941423.064681:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d87812000. 00000001:00000010:1.0:1773941423.064685:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d87814000. 00000001:00000010:1.0:1773941423.064689:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d87810000. 00000001:00000010:1.0:1773941423.064691:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d90a56000. 00000001:00000010:1.0:1773941423.064694:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d90a50000. 00000001:00000010:1.0:1773941423.064698:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d90a54000. 00000001:00000010:1.0:1773941423.064702:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d90a52000. 00000001:00000010:1.0:1773941423.064706:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d835de000. 00000001:00000010:1.0:1773941423.064710:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d835d8000. 00000001:00000010:1.0:1773941423.064717:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d835dc000. 00000001:00000010:1.0:1773941423.064729:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d835da000. 00000001:00000010:1.0:1773941423.064734:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d86c2a000. 00000001:00000010:1.0:1773941423.064738:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d86c2c000. 00000001:00000010:1.0:1773941423.064742:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d86c28000. 00000001:00000010:1.0:1773941423.064748:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d86c2e000. 00000001:00000010:1.0:1773941423.064753:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff920d86c3a000. 00000001:00000010:1.0:1773941423.064759:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff920d92154500. 00000001:00000010:1.0:1773941423.064762:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff920d83c2c400. 00000001:00000001:1.0:1773941423.064767:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941423.064770:0:14689:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff920d908f3000. 00010000:00000001:1.0:1773941423.064773:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941423.064775:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941423.064776:0:14689:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941423.064778:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941423.064780:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941423.064781:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941423.064783:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941423.064785:0:14689:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff920d82c12000. 00010000:00000010:1.0:1773941423.064789:0:14689:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff920d84c89000. 00010000:00000001:1.0:1773941423.064791:0:14689:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941423.064793:0:14689:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773941423.064796:0:14689:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff920d92154e80. 00000020:00000010:1.0:1773941423.064802:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.064806:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd480. 00000008:00000010:1.0:1773941423.064809:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941423.064813:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077600. 00008000:00000010:1.0:1773941423.064819:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.064826:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba000. 00000020:00000001:1.0:1773941423.064829:0:14689:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.064832:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920da12f8000. 00000020:00000001:1.0:1773941423.064838:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.064841:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941423.064844:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff920d896cd900. 00000020:00000001:1.0:1773941423.064847:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941423.064851:0:14689:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff920d84c8e000. 00020000:00000001:1.0:1773941423.064862:0:14689:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.064874:0:14689:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff920da07f0000. 00000020:00000010:1.0:1773941423.064884:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff920d88ca7f00. 00000020:00000010:1.0:1773941423.064887:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aed400. 00020000:00000010:1.0:1773941423.064892:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d90f91180. 00020000:00000010:1.0:1773941423.064894:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d90f91600. 00020000:00000010:1.0:1773941423.064896:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077000. 00020000:00000010:1.0:1773941423.064899:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc20779c0. 00020000:00000010:1.0:1773941423.064901:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920da1654180. 00020000:00000010:1.0:1773941423.064904:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077840. 00020000:00000010:1.0:1773941423.064907:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077180. 00020000:00000010:1.0:1773941423.064911:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077480. 00020000:00000010:1.0:1773941423.064913:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00020000:00000010:1.0:1773941423.064917:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d884a5b00. 00020000:00000010:1.0:1773941423.064922:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d884a6f40. 00020000:00000010:1.0:1773941423.064924:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4cd80. 00020000:00000010:1.0:1773941423.064926:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4ef40. 00020000:00000010:1.0:1773941423.064930:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d983e5200. 00020000:00000010:1.0:1773941423.064935:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4cb40. 00020000:00000010:1.0:1773941423.064937:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4f840. 00020000:00000010:1.0:1773941423.064940:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4d200. 00020000:00000010:1.0:1773941423.064943:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4eac0. 00020000:00000010:1.0:1773941423.064947:0:14689:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff920d86c35400. 00020000:00000010:1.0:1773941423.064949:0:14689:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff920da078b000. 00020000:00000010:1.0:1773941423.064954:0:14689:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff920da078e000. 00020000:00000010:1.0:1773941423.064957:0:14689:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff920d90aef800. 00000020:00001000:1.0:1773941423.064962:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d90ff57e0 00000020:00000010:1.0:1773941423.064965:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7200. 00000020:00000010:1.0:1773941423.064968:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d838c32a0. 00000008:00000010:1.0:1773941423.064974:0:14689:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d82cfce18. 00020000:00000010:1.0:1773941423.064978:0:14689:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920da1654840. 00008000:00000010:1.0:1773941423.064981:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d88449530. 00000080:00000010:1.0:1773941423.064986:0:14689:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff920d9a1ef930. 00000080:00000010:1.0:1773941423.064996:0:14689:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff920d87fc8248. 00000020:00000010:1.0:1773941423.065000:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6c00. 00000008:00000010:1.0:1773941423.065004:0:14689:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920d86c4c9a0. 00020000:00000010:1.0:1773941423.065007:0:14689:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d983e7840. 00008000:00000010:1.0:1773941423.065011:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d88497a78. 00000080:00000010:1.0:1773941423.065014:0:14689:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff920d88b6ff00. 00000020:00000010:1.0:1773941423.065018:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7c00. 00000020:00000010:1.0:1773941423.065020:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d90ff57e0. 00000080:00000001:1.0:1773941423.065023:0:14689:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.065026:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:1.0:1773941423.065029:0:14689:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:1.0:1773941423.065031:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941423.065032:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3acb6 00000020:00000040:1.0:1773941423.065035:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90495000 with handle 0xef3f469e0cc3acb6 from hash 00000020:00000001:1.0:1773941423.065038:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941423.065040:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90495000 : new refcount 1 00000020:00000001:1.0:1773941423.065042:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941423.065044:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90495000 : new refcount 0 00000020:00000080:1.0:1773941423.065046:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90495000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:1.0:1773941423.065048:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.065059:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941423.065061:0:14689:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.065063:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.065082:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941423.065086:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90495000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-clilov-ffff920da07a1800 00000020:00000001:3.0:1773941423.065089:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941423.065092:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941423.065095:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff920da07a1800 (ffff920d88cd4d28) now 4 - export 00000020:00000010:3.0:1773941423.065098:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90495000. 00000020:00000001:3.0:1773941423.065108:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1773941423.065542:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff920d861c2400. 00000020:00000010:1.0:1773941423.065546:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aab000. 00000020:00000010:1.0:1773941423.065549:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff920d86c73800. 00000020:00000010:1.0:1773941423.065551:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff920d90497000. 00000020:00000010:1.0:1773941423.065555:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff920d86c70000. 00000020:00000010:1.0:1773941423.065560:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aabc00. 00000080:00000001:1.0:1773941423.065564:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:1.0:1773941423.065567:0:14689:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:1.0:1773941423.065569:0:14689:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773941423.065576:0:14689:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941423.065592:0:14689:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941423.065595:0:14689:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1773941423.065604:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491800 : new refcount 3 80000000:00000010:1.0:1773941423.065606:0:14689:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff920da0cfec40. 80000000:00000001:1.0:1773941423.065609:0:14689:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773941423.065613:0:14689:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773941423.065615:0:14689:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1773941423.065675:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491800 : new refcount 2 40000000:00000001:1.0:1773941423.065677:0:14689:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773941423.065678:0:14689:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff920d84d36500. 40000000:00000001:1.0:1773941423.065683:0:14689:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773941423.065685:0:14689:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff920da07a1800(4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) successfully 00800000:00000001:1.0:1773941423.065688:0:14689:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941423.065691:0:14689:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941423.065693:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941423.065696:0:14689:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941423.065699:0:14689:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff920da07a1800 - 1 00000100:00000001:1.0:1773941423.065703:0:14689:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941423.065705:0:14689:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-MDT0000_UUID 00000020:00000001:1.0:1773941423.065707:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.065709:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=2 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.065711:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941423.065713:0:14689:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.065716:0:14689:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941423.065718:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.065720:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941423.065823:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 2 00010000:00000001:1.0:1773941423.065827:0:14689:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773941423.065831:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962e600 count: 3 00010000:00000001:1.0:1773941423.065833:0:14689:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941423.065836:0:14689:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773941423.065840:0:14689:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941423.065843:0:14689:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00000001:1.0:1773941423.065853:0:14689:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773941423.065856:0:14689:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773941423.065865:0:14689:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773941423.065866:0:14689:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.065871:0:14689:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941423.065874:0:14689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941423.065876:0:14689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941423.065879:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941423.065882:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941423.065886:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80030a00 with handle 0xef3f469e0cc3acc4 from hash 00010000:00000001:1.0:1773941423.065889:0:14689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941423.065892:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941423.065894:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941423.065896:0:14689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1773941423.065900:0:14689:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff920da07ba000. 00010000:00000001:1.0:1773941423.065904:0:14689:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941423.065906:0:14689:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773941423.065909:0:14689:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941423.065911:0:14689:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941423.065914:0:14689:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941423.065916:0:14689:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773941423.065921:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941423.065924:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d83538000 refcount=3 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000100:00000001:1.0:1773941423.065929:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.065931:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.065934:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.065940:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da07bae00. 00000100:00000001:1.0:1773941423.065945:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.065948:0:14689:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773941423.065954:0:14689:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1773941423.065961:0:14689:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773941423.065963:0:14689:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.065966:0:14689:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941423.065967:0:14689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941423.065972:0:14689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83e83a80. 00000100:00000001:1.0:1773941423.065975:0:14689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478105728 : -120888231445888 : ffff920d83e83a80) 00000100:00000001:1.0:1773941423.065983:0:14689:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.065985:0:14689:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000001:1.0:1773941423.065990:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.065993:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.065995:0:14689:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941423.065997:0:14689:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941423.066006:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203396608/t0(0) o103->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.066014:0:14689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941423.066016:0:14689:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.066021:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203396608/t0(0) o103->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.066028:0:14689:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941423.066030:0:14689:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.066032:0:14689:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941423.066035:0:14689:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83e83a80 going to sleep for 0 seconds 00000100:00000001:1.0:1773941423.066037:0:14689:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.066040:0:14689:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941423.066043:0:14689:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.066045:0:14689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941423.066046:0:14689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941423.066050:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203396608/t0(0) o103->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941423.066058:0:14689:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job umount:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:14689:1860112203396608:192.168.204.109@tcp:103:umount.0 00000100:00000001:1.0:1773941423.066062:0:14689:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.066065:0:14689:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941423.066067:0:14689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941423.066068:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.066072:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203396608/t0(0) o103->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.066078:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.066085:0:14689:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83e83a80. 00000100:00000001:1.0:1773941423.066088:0:14689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941423.066089:0:14689:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773941423.066092:0:14689:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773941423.066094:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.066098:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203396608/t0(0) o103->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.066105:0:14689:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941423.066107:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.066108:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=2 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.066110:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941423.066112:0:14689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da07bae00. 02000000:00000001:1.0:1773941423.066116:0:14689:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941423.066137:0:14689:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941423.066141:0:14689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00000001:1.0:1773941423.066145:0:14689:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941423.066148:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941423.066151:0:14689:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773941423.066153:0:14689:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773941423.066156:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941423.066159:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff920da07a1800 lock: ffff920d80030a00/0xef3f469e0cc3acc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf40a435afd2a1997 expref: -99 pid: 14671 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000020:00000010:1.0:1773941423.066169:0:14689:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d86cf4500. 00010000:00000001:1.0:1773941423.066176:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941423.066178:0:14689:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.066180:0:14689:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941423.066183:0:14689:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e600 count: 0 00010000:00000010:1.0:1773941423.066188:0:14689:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff920d88bb2e00. 00000001:00000001:1.0:1773941423.066494:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.066497:0:14689:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.066500:0:14689:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941423.066502:0:14689:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941423.066503:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.066511:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.066879:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.066882:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.066884:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.067208:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.067210:0:14689:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.067212:0:14689:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941423.067214:0:14689:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941423.067216:0:14689:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941423.067217:0:14689:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941423.067221:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941423.067223:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d83538000 refcount=3 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000100:00000001:1.0:1773941423.067225:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.067226:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.067228:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.067232:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36500. 00000100:00000001:1.0:1773941423.067234:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.067236:0:14689:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00080000:1.0:1773941423.067237:0:14689:0:(import.c:65:import_set_state_nolock()) ffff920d83538000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941423.067240:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.067241:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.067246:0:14689:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031696bb2] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.067262:0:14689:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.067282:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.067286:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.067290:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941423.067295:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.067302:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.067304:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.067306:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941423.067308:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941423.067310:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941423.067313:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396736:192.168.204.109@tcp:39:umount.0 00000100:00000001:2.0:1773941423.067316:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941423.067320:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941423.067322:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.067324:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941423.067328:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84db9a00. 02000000:00000001:2.0:1773941423.067330:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.067334:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941423.067338:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a7e8. 00000400:00000010:2.0:1773941423.067342:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5d48. 00000100:00000200:2.0:1773941423.067347:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396736, portal 10 00000100:00000001:2.0:1773941423.067349:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.067350:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000040:2.0:1773941423.067354:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.067366:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941423.067369:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941423.067371:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5ee0. 00000100:00000200:2.0:1773941423.067373:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203396736, offset 0 00000400:00000200:2.0:1773941423.067377:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941423.067383:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.067388:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941423.067392:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941423.067394:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941423.067397:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941423.067399:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941423.067402:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [115:115:256:4294967295] 192.168.204.109@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:2.0:1773941423.067405:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.067411:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941423.067416:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941423.067420:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941423.067426:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941423.067432:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941423.067437:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941423.067451:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.067455:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: using a timeout of 5118 usecs (6 jiffies) 00000400:00000200:2.0:1773941423.067468:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941423.067475:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294896691 00000100:00000001:2.0:1773941423.067478:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request active for cpu 2, keep current deadline 4294897930 00000100:00000001:2.0:1773941423.067480:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294896691 00000100:00000001:2.0:1773941423.067483:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920da07a1800: PM QoS request active for cpu 3, keep current deadline 4294897930 00000100:00000001:2.0:1773941423.067485:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.067487:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.067493:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.067495:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.067498:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.067499:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941423.067501:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.067502:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.067503:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.067505:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.067591:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.067595:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941423.067599:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.067611:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.067616:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5ee0 00000400:00000010:2.0:1773941423.067617:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5ee0. 00000100:00000001:2.0:1773941423.067621:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.067623:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.067630:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.067632:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.067637:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.067638:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773941423.069156:0:14697:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cb00. 00010000:00000010:3.1:1773941423.069170:0:14697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54800. 00000800:00000001:2.0:1773941423.069311:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.069321:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.069323:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.069325:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.069330:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.069334:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.069339:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.069343:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.069347:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.069350:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 10 MB=0x69bc31f203680 00000400:00000200:2.0:1773941423.069354:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.069358:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:2.0:1773941423.069371:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.069388:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.069390:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.069393:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.069398:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.069403:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.069410:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.069432:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.069439:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.069443:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.069470:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.069476:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941423.069486:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941423.069488:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941423.069492:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a7e8. 00000400:00000200:0.0:1773941423.069500:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5d48 00000400:00000010:0.0:1773941423.069502:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5d48. 00000100:00000001:0.0:1773941423.069510:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941423.069521:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941423.069532:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9500 x1860112203396736/t0(0) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.069557:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941423.069560:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.069563:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941423.069567:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941423.069569:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941423.069572:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.069575:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941423.069594:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d83538458 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941423.069599:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d83538410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941423.069601:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941423.069602:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.069604:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941423.069608:0:2411:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069611:0:2411:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773941423.069613:0:2411:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773941423.069615:0:2411:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773941423.069618:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941423.069620:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000001:0.0:1773941423.069623:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773941423.069625:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941423.069626:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941423.069629:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.069638:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203396736/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.069643:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.069645:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941423.069647:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941423.069650:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d83538000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1773941423.069652:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.069659:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941423.069661:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069663:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941423.069664:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.069664:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941423.069671:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069672:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1773941423.069682:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203396736/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941423.069688:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396736:192.168.204.109@tcp:39:umount.0 00000100:00000001:0.0:1773941423.069691:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.069693:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941423.069695:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203396736/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.069700:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069702:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.069706:0:14689:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069708:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941423.069710:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.069714:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.069716:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:0.0:1773941423.069716:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941423.069721:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1773941423.069725:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941423.069728:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941423.069730:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773941423.069739:0:14689:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff920d884d9500 x1860112203396736/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.069747:0:14689:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.069756:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.069760:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203396736/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.069767:0:14689:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941423.069770:0:14689:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941423.069774:0:14689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84db9a00. 02000000:00000001:1.0:1773941423.069778:0:14689:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941423.069780:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.069781:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=2 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.069783:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941423.069786:0:14689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36500. 02000000:00000001:1.0:1773941423.069790:0:14689:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941423.069792:0:14689:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941423.069794:0:14689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00000001:1.0:1773941423.069797:0:14689:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941423.069799:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941423.069802:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773941423.069805:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.069806:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941423.069807:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941423.069809:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941423.069812:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773941423.069814:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.069815:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941423.069817:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941423.069818:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941423.069819:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773941423.069821:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.069823:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.070398:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.070401:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.070403:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.070780:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.070784:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941423.070788:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d9082f870. 00000020:00000010:1.0:1773941423.070793:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.070797:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07bb200. 00000020:00000010:1.0:1773941423.070806:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd900. 00008000:00000010:1.0:1773941423.070812:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.070816:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07ba200. 00008000:00000010:1.0:1773941423.070819:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000001:1.0:1773941423.070822:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185689573496 : -120888019978120 : ffff920d9082f878) 00000020:00001000:1.0:1773941423.070825:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d9082f870 00000008:00000001:1.0:1773941423.070829:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941423.070830:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941423.070833:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941423.070835:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941423.070837:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.070838:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.071216:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941423.071219:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d9082f870 00000020:00000010:1.0:1773941423.071223:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da07bb200. 00000020:00000010:1.0:1773941423.071227:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd900. 00008000:00000010:1.0:1773941423.071230:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941423.071234:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07bae00. 00008000:00000010:1.0:1773941423.071237:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941423.071240:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da07ba200. 00000020:00000010:1.0:1773941423.071242:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d9082f870. 00000001:00000001:1.0:1773941423.071244:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.071246:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.071638:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.071641:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.071642:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.071998:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941423.072002:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.072004:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941423.072008:0:14689:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941423.072010:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941423.072012:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3aca8 00000020:00000040:1.0:1773941423.072016:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90491800 with handle 0xef3f469e0cc3aca8 from hash 00000020:00000001:1.0:1773941423.072021:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941423.072024:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491800 : new refcount 1 00000020:00000001:1.0:1773941423.072026:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941423.072032:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491800 : new refcount 0 00000020:00000080:1.0:1773941423.072034:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90491800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:1.0:1773941423.072037:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.072054:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.072057:0:14689:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941423.072061:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941423.072064:0:14689:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941423.072067:0:14689:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773941423.072082:0:14689:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1773941423.072084:0:14689:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.204.109@tcp 00020000:00000010:1.0:1773941423.072087:0:14689:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff920d86cf4280. 00000020:00000001:0.0:1773941423.072090:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00020000:00000001:1.0:1773941423.072092:0:14689:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941423.072097:0:14689:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000080:0.0:1773941423.072097:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90491800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000040:1.0:1773941423.072101:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 3 80000000:00000010:1.0:1773941423.072105:0:14689:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff920da0cfe240. 00000020:00000040:0.0:1773941423.072108:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 8 to 192.168.204.109@tcp 80000000:00000001:1.0:1773941423.072111:0:14689:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.072115:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 40000000:00000001:1.0:1773941423.072144:0:14689:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773941423.072149:0:14689:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000001:0.0:1773941423.072150:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941423.072157:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff920da07a1800 (ffff920da12f99b8) now 5 - export 00000020:00000010:0.0:1773941423.072163:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90491800. 00000020:00000001:0.0:1773941423.072189:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941423.072222:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 2 40000000:00000001:1.0:1773941423.072227:0:14689:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773941423.072228:0:14689:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff920d84d36100. 40000000:00000001:1.0:1773941423.072232:0:14689:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773941423.072234:0:14689:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff920da07a1800(4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) successfully 00800000:00000001:1.0:1773941423.072236:0:14689:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941423.072238:0:14689:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941423.072240:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941423.072243:0:14689:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941423.072245:0:14689:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff920da07a1800 - 1 00000100:00000001:1.0:1773941423.072248:0:14689:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941423.072250:0:14689:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984->lustre-MDT0001_UUID 00000020:00000001:1.0:1773941423.072252:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.072253:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=2 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:1.0:1773941423.072255:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941423.072256:0:14689:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.072258:0:14689:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941423.072264:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.072266:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.072693:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.072696:0:14689:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.072699:0:14689:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941423.072701:0:14689:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941423.072702:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.072703:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.073056:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941423.073058:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941423.073059:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941423.073407:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.073410:0:14689:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.073412:0:14689:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941423.073415:0:14689:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941423.073417:0:14689:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941423.073419:0:14689:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941423.073424:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941423.073428:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=3 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000100:00000001:1.0:1773941423.073432:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.073434:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.073438:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.073445:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84d36100. 00000100:00000001:1.0:1773941423.073451:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.073454:0:14689:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00080000:1.0:1773941423.073457:0:14689:0:(import.c:65:import_set_state_nolock()) ffff920d8353c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941423.073462:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.073467:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.073475:0:14689:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031696bb2] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.073495:0:14689:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.073522:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.073527:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.073531:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941423.073539:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.073551:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941423.073553:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.073557:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941423.073561:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941423.073576:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941423.073594:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396864:192.168.204.109@tcp:39:umount.0 00000100:00000001:0.0:1773941423.073599:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941423.073605:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941423.073609:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941423.073611:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941423.073617:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12e7600. 02000000:00000001:0.0:1773941423.073620:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941423.073628:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941423.073634:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfecb8. 00000400:00000010:0.0:1773941423.073641:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee990. 00000100:00000200:0.0:1773941423.073647:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203396864, portal 10 00000100:00000001:0.0:1773941423.073650:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941423.073652:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000040:0.0:1773941423.073661:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.073670:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941423.073673:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941423.073677:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feedd0. 00000100:00000200:0.0:1773941423.073681:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203396864, offset 0 00000400:00000200:0.0:1773941423.073689:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941423.073698:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.073707:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941423.073713:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941423.073718:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941423.073723:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941423.073726:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.073730:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [116:116:256:4294967295] 192.168.204.109@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:0.0:1773941423.073735:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941423.073746:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941423.073753:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941423.073769:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d400. 00000800:00000200:0.0:1773941423.073783:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941423.073795:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941423.073800:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941423.073817:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941423.073823:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: using a timeout of 2211717 usecs (2212 jiffies) 00000400:00000200:0.0:1773941423.073827:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941423.073831:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 2 is 4294898903 00000100:00000001:0.0:1773941423.073841:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 2, simply extend its deadline from 4294897930 00000100:00000001:0.0:1773941423.073846:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS new deadline estimation for cpu 3 is 4294898903 00000100:00000001:0.0:1773941423.073851:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920da07a1800: PM QoS request active for cpu 3, simply extend its deadline from 4294897930 00000100:00000001:0.0:1773941423.073855:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.073858:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.073863:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.073866:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941423.073872:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941423.073874:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941423.073877:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941423.073879:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941423.073880:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.073882:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.073912:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.073917:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d400. 00000400:00000200:2.0:1773941423.073922:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.073927:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.073932:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feedd0 00000400:00000010:2.0:1773941423.073934:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feedd0. 00000100:00000001:2.0:1773941423.073938:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.073941:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.073949:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.073952:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.073958:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.073959:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941423.075540:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.075553:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.075557:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.075563:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.075572:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.075591:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.075613:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.075622:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.075629:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.075638:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 10 MB=0x69bc31f203700 00000400:00000200:2.0:1773941423.075645:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.075653:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:2.0:1773941423.075661:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.075674:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.075678:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1F:1773941423.075681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80030a00. 00000400:00000200:2.0:1773941423.075685:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.075697:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.1:1773941423.075700:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e600. 00000100:00000200:2.0:1773941423.075708:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.075723:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.075746:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.075755:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.075759:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.075763:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.075766:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941423.075772:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941423.075773:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941423.075779:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfecb8. 00000400:00000200:1.0:1773941423.075782:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee990 00000400:00000010:1.0:1773941423.075783:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee990. 00000100:00000001:1.0:1773941423.075785:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941423.075789:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941423.075796:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.075801:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941423.075802:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.075804:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941423.075806:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941423.075808:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941423.075810:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.075812:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941423.075818:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d8353c458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941423.075821:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d8353c410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941423.075823:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941423.075825:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.075826:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1773941423.075830:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884d9500 x1860112203396864/t0(0) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941423.075835:0:2411:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.075838:0:2411:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773941423.075839:0:2411:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773941423.075841:0:2411:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773941423.075844:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.075845:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000001:1.0:1773941423.075848:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773941423.075851:0:2411:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: skip recheck: last_committed 0 00000100:00000001:1.0:1773941423.075852:0:2411:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941423.075855:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.075860:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203396864/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.075880:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941423.075883:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941423.075885:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941423.075888:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d8353c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1773941423.075892:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941423.075895:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773941423.075898:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.075900:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941423.075902:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941423.075903:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773941423.075905:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.075907:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1773941423.075921:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203396864/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941423.075928:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bcfd78b-ffd1-4b6d-b4c8-3419323d9984:2411:1860112203396864:192.168.204.109@tcp:39:umount.0 00000100:00000001:1.0:1773941423.075933:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.075941:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941423.075944:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203396864/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.075950:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.075951:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.075956:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.075958:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.075960:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941423.075962:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.075963:0:14689:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.075971:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941423.075973:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1773941423.075976:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941423.075979:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941423.075981:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941423.075991:0:14689:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff920d884d9500 x1860112203396864/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.075999:0:14689:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941423.076004:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941423.076011:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203396864/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff920da07a1800@192.168.204.109@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941423.076032:0:14689:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941423.076035:0:14689:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941423.076038:0:14689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12e7600. 02000000:00000001:0.0:1773941423.076042:0:14689:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941423.076045:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.076046:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=2 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.076049:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941423.076053:0:14689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84d36100. 02000000:00000001:0.0:1773941423.076058:0:14689:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941423.076061:0:14689:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941423.076063:0:14689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00000001:0.0:1773941423.076067:0:14689:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941423.076069:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941423.076072:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773941423.076075:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941423.076076:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941423.076077:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941423.076079:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.076082:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941423.076086:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.076088:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941423.076091:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941423.076093:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.076095:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941423.076099:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.076103:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.076521:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.076524:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.076525:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.076834:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.076837:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941423.076841:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d90ff5360. 00000020:00000010:0.0:1773941423.076845:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.076849:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.076851:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d838c3b40. 00008000:00000010:0.0:1773941423.076856:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.076868:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00008000:00000010:0.0:1773941423.076870:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497b58. 00000020:00000001:0.0:1773941423.076874:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185697723240 : -120888011828376 : ffff920d90ff5368) 00000020:00001000:0.0:1773941423.076878:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d90ff5360 00000008:00000001:0.0:1773941423.076881:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941423.076883:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941423.076885:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941423.076887:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941423.076888:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.076889:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.077185:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941423.077188:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d90ff5360 00000020:00000010:0.0:1773941423.077191:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.077195:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d838c3b40. 00008000:00000010:0.0:1773941423.077198:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.077201:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7600. 00008000:00000010:0.0:1773941423.077204:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d88497b58. 00000020:00000010:0.0:1773941423.077206:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.077208:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d90ff5360. 00000001:00000001:0.0:1773941423.077209:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.077210:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.077495:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.077497:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.077498:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.077778:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.077780:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.077782:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941423.077785:0:14689:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941423.077787:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941423.077790:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3acaf 00000020:00000040:0.0:1773941423.077793:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90491000 with handle 0xef3f469e0cc3acaf from hash 00000020:00000001:0.0:1773941423.077801:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941423.077804:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 1 00000020:00000001:0.0:1773941423.077806:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941423.077807:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90491000 : new refcount 0 00000020:00000080:0.0:1773941423.077809:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90491000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:0.0:1773941423.077817:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.077833:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941423.077834:0:14689:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941423.077838:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941423.077840:0:14689:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.077855:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1773941423.077857:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:2.0:1773941423.077859:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90491000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000080:0.0:1773941423.077860:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3aca1 00000020:00000040:0.0:1773941423.077868:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90490000 with handle 0xef3f469e0cc3aca1 from hash 00000020:00000040:2.0:1773941423.077871:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 7 to 192.168.204.109@tcp 00000020:00000001:0.0:1773941423.077874:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000001:2.0:1773941423.077878:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1773941423.077879:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90490000 : new refcount 1 00000020:00000001:2.0:1773941423.077881:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.077883:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1773941423.077887:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff920da07a1800 (ffff920da12fcd28) now 5 - export 00000020:00000040:0.0:1773941423.077887:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90490000 : new refcount 0 00000020:00000080:0.0:1773941423.077901:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90490000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000010:2.0:1773941423.077902:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90491000. 00000020:00000001:0.0:1773941423.077913:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.077920:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1773941423.077929:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.077931:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941423.077933:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90490000/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-clilmv-ffff920da07a1800 00800000:00000001:0.0:1773941423.077935:0:14689:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.077936:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941423.077939:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941423.077942:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff920da07a1800 (ffff920d88cd0000) now 4 - export 00000080:00000001:0.0:1773941423.077943:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941423.077949:0:14689:0:(llite_lib.c:995:client_common_put_super()) Process leaving 00000020:00000010:2.0:1773941423.077956:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90490000. 00000020:00000001:0.0:1773941423.077960:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:00000001:2.0:1773941423.077961:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000000:0.0:1773941423.077967:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff920da07a1800 (flags='') 00000020:00000010:0.0:1773941423.077975:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff920d838c3b40. 00000020:00000080:0.0:1773941423.077979:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941423.077984:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941423.077986:0:14689:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff920da07a1800: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941423.077991:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941423.077993:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff920d88cd4d28) has no exports 00000020:00000001:0.0:1773941423.077996:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941423.077999:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1773941423.078001:0:14689:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.078013:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.078018:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d84f57000. 00000001:00000010:0.0:1773941423.078021:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d84f56e00. 00000001:00000010:0.0:1773941423.078022:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d84f56200. 00000001:00000010:0.0:1773941423.078024:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d84f57e00. 00000001:00000010:0.0:1773941423.078025:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920d88b7dbe0. 00000001:00000010:0.0:1773941423.078032:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d88a45c00. 00000001:00000001:0.0:1773941423.078035:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941423.078037:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff920da07a1800 (ffff920d88cd4d28) now 3 - setup 00000020:00000001:0.0:1773941423.078040:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078043:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941423.078045:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941423.078048:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941423.078053:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff920da07a1800 (ffff920d88cd4d28) now 2 - obd_device_list 00000020:00000080:0.0:1773941423.078055:0:14689:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff920da07a1800 (uuid 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000040:0.0:1773941423.078057:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff920da07a1800 (ffff920d88cd4d28) now 1 - newdev 00000020:00000040:0.0:1773941423.078060:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90ae5800 with handle 0xef3f469e0cc3ac70 from hash 00000020:00000040:0.0:1773941423.078063:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90ae5800 : new refcount 0 00000020:00000080:0.0:1773941423.078065:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90ae5800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:0.0:1773941423.078067:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078069:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941423.078071:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90ae5800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-clilov-ffff920da07a1800 00000020:00000001:0.0:1773941423.078074:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941423.078076:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078078:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90ae5800. 00000020:00000001:0.0:1773941423.078084:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941423.078086:0:14689:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff920da07a1800 obd_type name = lov 00000020:01000000:0.0:1773941423.078088:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff920da07a1800 (4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000001:0.0:1773941423.078091:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1773941423.078093:0:14689:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078095:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920d88cd4d28. 00000020:00000001:0.0:1773941423.078104:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078107:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941423.078111:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff920d838c3b40. 00000020:00000001:0.0:1773941423.078114:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078165:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941423.078168:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff920da07a1800 (flags='') 00000020:00000010:0.0:1773941423.078172:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff920d838c3b40. 00000020:00000080:0.0:1773941423.078174:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941423.078182:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941423.078185:0:14689:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff920da07a1800: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941423.078190:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941423.078193:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff920d88cd0000) has no exports 00000020:00000001:0.0:1773941423.078197:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941423.078200:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941423.078203:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.078209:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000040:00000010:0.0:1773941423.078214:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.078221:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c76800. 00000020:00000010:0.0:1773941423.078227:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e6200. 00040000:00000010:0.0:1773941423.078233:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359dd00. 00040000:00000010:0.0:1773941423.078239:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e7a00. 00000020:00000010:0.0:1773941423.078245:0:14689:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51ec0. 00000020:00000001:0.0:1773941423.078251:0:14689:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1773941423.078255:0:14689:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1773941423.078257:0:14689:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1773941423.078260:0:14689:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078266:0:14689:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51ec0. 00000020:00000010:0.0:1773941423.078279:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7600. 00000040:00000010:0.0:1773941423.078285:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.078288:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86c76800. 00000020:00000010:0.0:1773941423.078294:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e6200. 00040000:00000010:0.0:1773941423.078298:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359dd00. 00040000:00000010:0.0:1773941423.078302:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12e7a00. 00000020:00000010:0.0:1773941423.078305:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:0.0:1773941423.078309:0:14689:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.078329:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.078333:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d88477400. 00000001:00000010:0.0:1773941423.078338:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d88476600. 00000001:00000010:0.0:1773941423.078343:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d88476c00. 00000001:00000010:0.0:1773941423.078347:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d88476800. 00000001:00000010:0.0:1773941423.078352:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920d88b7d580. 00000001:00000010:0.0:1773941423.078356:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d88a45000. 00000001:00000001:0.0:1773941423.078358:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941423.078365:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff920da07a1800 (ffff920d88cd0000) now 3 - setup 00000020:00000001:0.0:1773941423.078367:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078368:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941423.078370:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941423.078373:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941423.078375:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff920da07a1800 (ffff920d88cd0000) now 2 - obd_device_list 00000020:00000080:0.0:1773941423.078377:0:14689:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff920da07a1800 (uuid 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000040:0.0:1773941423.078379:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff920da07a1800 (ffff920d88cd0000) now 1 - newdev 00000020:00000040:0.0:1773941423.078382:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d90ae6800 with handle 0xef3f469e0cc3ac77 from hash 00000020:00000040:0.0:1773941423.078384:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d90ae6800 : new refcount 0 00000020:00000080:0.0:1773941423.078386:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d90ae6800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:0.0:1773941423.078387:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078389:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941423.078391:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920d90ae6800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-clilmv-ffff920da07a1800 00000020:00000001:0.0:1773941423.078393:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941423.078396:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078398:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d90ae6800. 00000020:00000001:0.0:1773941423.078414:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941423.078416:0:14689:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff920da07a1800 obd_type name = lmv 00000020:01000000:0.0:1773941423.078419:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff920da07a1800 (4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000001:0.0:1773941423.078421:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941423.078425:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.078429:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7a00. 00000040:00000010:0.0:1773941423.078431:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e6200. 00000020:00000010:0.0:1773941423.078434:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c76800. 00000020:00000010:0.0:1773941423.078436:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7000. 00040000:00000010:0.0:1773941423.078438:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359dd00. 00040000:00000010:0.0:1773941423.078440:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e7600. 00800000:00000001:0.0:1773941423.078443:0:14689:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:0.0:1773941423.078445:0:14689:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff920d8641a800. 00800000:00000010:0.0:1773941423.078448:0:14689:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff920d8641ac00. 80000000:00000001:0.0:1773941423.078451:0:14689:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1773941423.078458:0:14689:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:0.0:1773941423.078460:0:14689:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1773941423.078463:0:14689:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff920da0cfec80. 80000000:00000040:0.0:1773941423.078465:0:14689:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff920da07a1800: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1773941423.078466:0:14689:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941423.078468:0:14689:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1773941423.078469:0:14689:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff920da07a1800): 80000000:00000040:0.0:1773941423.078470:0:14689:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 5 80000000:00000040:0.0:1773941423.078471:0:14689:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 6 80000000:00000010:0.0:1773941423.078473:0:14689:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff920d88ca70c0. 80000000:00000001:0.0:1773941423.078476:0:14689:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1773941423.078616:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff920d861c3800. 00000020:00000010:0.0:1773941423.078619:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff920d90f94c00. 00000020:00000010:0.0:1773941423.078622:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff920d8641b000. 00000020:00000010:0.0:1773941423.078625:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d92104400. 00020000:00000001:0.0:1773941423.078628:0:14689:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941423.078629:0:14689:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941423.078631:0:14689:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773941423.078634:0:14689:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff920d83ef2400. 00020000:00000001:0.0:1773941423.078636:0:14689:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941423.078637:0:14689:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941423.078639:0:14689:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773941423.078641:0:14689:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff920d87e0f800. 00020000:00000010:0.0:1773941423.078645:0:14689:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff920d82c85000. 00800000:00000010:0.0:1773941423.078649:0:14689:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff920d90af8b00. 00800000:00000001:0.0:1773941423.078651:0:14689:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078653:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7a00. 00000040:00000010:0.0:1773941423.078656:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e6200. 00000020:00000010:0.0:1773941423.078659:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86c76800. 00000020:00000010:0.0:1773941423.078661:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7000. 00040000:00000010:0.0:1773941423.078663:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359dd00. 00040000:00000010:0.0:1773941423.078665:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.078667:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:0.0:1773941423.078669:0:14689:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.078676:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920d88cd0000. 00000020:00000001:0.0:1773941423.078681:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078683:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941423.078685:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff920d838c3b40. 00000020:00000001:0.0:1773941423.078687:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.078689:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941423.078690:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff920da07a1800 (flags='') 00000020:00000010:0.0:1773941423.078693:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff920d838c3b40. 00000020:00000080:0.0:1773941423.078695:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941423.078698:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941423.078699:0:14689:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff920da07a1800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941423.078701:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941423.078703:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff920da12f99b8) has no exports 00000020:00000001:0.0:1773941423.078704:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941423.078705:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941423.078708:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.078711:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.078715:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d838c32a0. 00008000:00000010:0.0:1773941423.078718:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.078721:0:14689:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51940. 00000002:00000001:0.0:1773941423.078724:0:14689:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:0.0:1773941423.078727:0:14689:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1773941423.078734:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773941423.078736:0:14689:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff920da07a1800: client import never connected 00000100:00000001:0.0:1773941423.078739:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941423.078741:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773941423.078743:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941423.078745:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941423.078746:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773941423.078748:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920da07a1800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941423.078750:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941423.078751:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941423.078752:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941423.078753:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.078754:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941423.078760:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.078762:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941423.078763:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941423.078764:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.078765:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941423.078767:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.078769:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.079165:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.079167:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.079168:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.079481:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.079485:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941423.079491:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d90ff5360. 00000020:00000010:0.0:1773941423.079495:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.079500:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e6200. 00000020:00000010:0.0:1773941423.079517:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c3c0. 00008000:00000010:0.0:1773941423.079522:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d8844b4f8. 00000020:00000010:0.0:1773941423.079526:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7a00. 00008000:00000010:0.0:1773941423.079530:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497b58. 00000020:00000001:0.0:1773941423.079533:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185697723240 : -120888011828376 : ffff920d90ff5368) 00000020:00001000:0.0:1773941423.079536:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d90ff5360 00000008:00000001:0.0:1773941423.079540:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941423.079542:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941423.079544:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941423.079547:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941423.079549:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.079550:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.079932:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941423.079936:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d90ff5360 00000020:00000010:0.0:1773941423.079940:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e6200. 00000020:00000010:0.0:1773941423.079945:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d9099c3c0. 00008000:00000010:0.0:1773941423.079950:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d8844b4f8. 00000020:00000010:0.0:1773941423.079955:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7000. 00008000:00000010:0.0:1773941423.079959:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d88497b58. 00000020:00000010:0.0:1773941423.079963:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7a00. 00000020:00000010:0.0:1773941423.079968:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d90ff5360. 00000001:00000001:0.0:1773941423.079971:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.079981:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.080384:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.080387:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.080389:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.080747:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.080750:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.080754:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941423.080762:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d83538000 refcount=3 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.080766:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.080767:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=2 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.080770:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941423.080772:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.080774:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=1 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.080776:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773941423.080779:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773941423.080782:0:14689:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.080785:0:14689:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1773941423.080788:0:14689:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1773941423.081059:0:14689:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffff920d8353b000. 00000002:00000001:0.0:1773941423.081073:0:14689:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1773941423.081075:0:14689:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1773941423.081078:0:14689:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1773941423.081081:0:14689:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7600 : new refcount 2 00000040:00000001:0.0:1773941423.081085:0:14689:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941423.081088:0:14689:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920d83ea7600 : new refcount 1 00000020:00000040:0.0:1773941423.081095:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d83538800 : new refcount 1 00000020:00000001:0.0:1773941423.081098:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.081099:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d83538000 refcount=0 obd=lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000040:0.0:1773941423.081102:0:14689:0:(genops.c:1245:class_import_put()) final put import ffff920d83538000 00000020:00000001:0.0:1773941423.081157:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941423.081159:0:14689:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff920d83ea7600. 00000040:00000001:0.0:1773941423.081171:0:14689:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.081174:0:14689:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1773941423.081177:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff920d861c3000. 00000020:00000010:0.0:1773941423.081183:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff920d90f97400. 00000020:00000010:0.0:1773941423.081190:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff920d83ef2a00. 00000020:00000010:0.0:1773941423.081193:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d86406c00. 00000020:00000001:1.0:1773941423.081227:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773941423.081234:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d83538000 for lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000040:1.0:1773941423.081244:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 6 to 192.168.204.109@tcp 00000020:00000040:1.0:1773941423.081251:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 5 to 192.168.204.109@tcp 00000020:00000010:1.0:1773941423.081255:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff920d8a606d20. 00000020:00000040:1.0:1773941423.081270:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff920da07a1800 (ffff920da12f99b8) now 4 - import 00000020:00000010:1.0:1773941423.081275:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff920d83538000. 00000020:00000001:1.0:1773941423.081287:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1773941423.082474:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d90918000. 00000020:00000010:0.0:1773941423.082483:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d88cba000. 00000020:00000010:0.0:1773941423.082488:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d9089c000. 00000020:00000010:0.0:1773941423.082492:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff920d83035000. 00000020:00000010:0.0:1773941423.082498:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d86405800. 00000002:00000001:0.0:1773941423.082500:0:14689:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.082507:0:14689:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51940. 00000020:00000010:0.0:1773941423.082520:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.082525:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d838c32a0. 00008000:00000010:0.0:1773941423.082530:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.082536:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:0.0:1773941423.082540:0:14689:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.082589:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.082596:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d8a4e5600. 00000001:00000010:0.0:1773941423.082601:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d8a4e5000. 00000001:00000010:0.0:1773941423.082604:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d8a4e5a00. 00000001:00000010:0.0:1773941423.082607:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d83ef2600. 00000001:00000010:0.0:1773941423.082611:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920da0c15340. 00000001:00000010:0.0:1773941423.082615:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d9084d100. 00000001:00000001:0.0:1773941423.082621:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941423.082624:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff920da07a1800 (ffff920da12f99b8) now 3 - setup 00000020:00000001:0.0:1773941423.082627:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.082630:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941423.082634:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941423.082641:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941423.082645:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff920da07a1800 (ffff920da12f99b8) now 2 - obd_device_list 00000020:00000080:0.0:1773941423.082649:0:14689:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff920da07a1800 (uuid 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000040:0.0:1773941423.082652:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff920da07a1800 (ffff920da12f99b8) now 1 - newdev 00000020:00000040:0.0:1773941423.082656:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83538800 with handle 0xef3f469e0cc3ac7e from hash 00000020:00000040:0.0:1773941423.082660:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d83538800 : new refcount 0 00000020:00000080:0.0:1773941423.082662:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d83538800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:0.0:1773941423.082666:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.082679:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941423.082682:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920d83538800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-MDT0000-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.082685:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941423.082687:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.082690:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d83538800. 00000020:00000001:0.0:1773941423.082694:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941423.082696:0:14689:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff920da07a1800 obd_type name = mdc 00000020:01000000:0.0:1773941423.082698:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff920da07a1800 (4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000001:0.0:1773941423.082701:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941423.082706:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.082714:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.082719:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c3c0. 00008000:00000010:0.0:1773941423.082725:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d884498b8. 00000008:00000001:0.0:1773941423.082731:0:14689:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773941423.082738:0:14689:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941423.082741:0:14689:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941423.082746:0:14689:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941423.082813:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff920d83ac0200. 00000020:00000010:0.0:1773941423.082817:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff920da07ba000. 00000020:00000010:0.0:1773941423.082823:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff920d83ef3e00. 00000020:00000010:0.0:1773941423.082829:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d86407800. 00010000:00000001:0.0:1773941423.082993:0:14689:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941423.083066:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d88bb2c00. 00000020:00000010:0.0:1773941423.083076:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d86cf4500. 00000020:00000010:0.0:1773941423.083084:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff920d90a05ea0. 00000020:00000010:0.0:1773941423.083091:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d86406000. 00000001:00000001:0.0:1773941423.083322:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.083713:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d05000. 00000001:00000010:0.0:1773941423.083723:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d0f000. 00000001:00000010:0.0:1773941423.083724:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d19000. 00000001:00000010:0.0:1773941423.083725:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d23000. 00000001:00000010:0.0:1773941423.083726:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d2d000. 00000001:00000010:0.0:1773941423.083728:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d37000. 00000001:00000010:0.0:1773941423.083735:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d41000. 00000001:00000010:0.0:1773941423.083736:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d4b000. 00000001:00000010:0.0:1773941423.083737:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d55000. 00000001:00000010:0.0:1773941423.083739:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d5f000. 00000001:00000010:0.0:1773941423.083740:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d75000. 00000001:00000010:0.0:1773941423.083741:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d85000. 00000001:00000010:0.0:1773941423.083742:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d95000. 00000001:00000010:0.0:1773941423.083743:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1d9f000. 00000001:00000010:0.0:1773941423.083744:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1dc5000. 00000001:00000010:0.0:1773941423.083747:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1dcf000. 00000001:00000010:0.0:1773941423.083748:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1dd9000. 00000001:00000010:0.0:1773941423.083750:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1de3000. 00000001:00000010:0.0:1773941423.083751:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ded000. 00000001:00000010:0.0:1773941423.083752:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e05000. 00000001:00000010:0.0:1773941423.083754:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e0f000. 00000001:00000010:0.0:1773941423.083755:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e19000. 00000001:00000010:0.0:1773941423.083756:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e23000. 00000001:00000010:0.0:1773941423.083758:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e2d000. 00000001:00000010:0.0:1773941423.083759:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e37000. 00000001:00000010:0.0:1773941423.083762:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e41000. 00000001:00000010:0.0:1773941423.083765:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e4b000. 00000001:00000010:0.0:1773941423.083767:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e55000. 00000001:00000010:0.0:1773941423.083769:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e5f000. 00000001:00000010:0.0:1773941423.083771:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e7d000. 00000001:00000010:0.0:1773941423.083773:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e87000. 00000001:00000010:0.0:1773941423.083775:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e91000. 00000001:00000010:0.0:1773941423.083777:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff920d9084d400. 00000001:00000010:0.0:1773941423.083780:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff920d83ef2800. 00000001:00000001:0.0:1773941423.083782:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941423.083786:0:14689:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff920d86406400. 00010000:00000001:0.0:1773941423.083795:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941423.086253:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941423.086258:0:14689:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941423.086269:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941423.086272:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941423.086274:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941423.086277:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1773941423.086282:0:14689:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff920da07ef580. 00010000:00000010:0.0:1773941423.086290:0:14689:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff920d82e32000. 00010000:00000010:0.0:1773941423.086299:0:14689:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff920d90ba5000. 00010000:00000001:0.0:1773941423.086307:0:14689:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1773941423.086311:0:14689:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773941423.086316:0:14689:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff920d92154200. 00000020:00000010:0.0:1773941423.086325:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.086332:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d9099c3c0. 00008000:00000010:0.0:1773941423.086337:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.086343:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:0.0:1773941423.086351:0:14689:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.086355:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920da12f99b8. 00000020:00000001:0.0:1773941423.086378:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.086382:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941423.086387:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff920d838c3b40. 00000020:00000001:0.0:1773941423.086392:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.086397:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941423.086400:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff920da07a1800 (flags='') 00000020:00000010:0.0:1773941423.086407:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff920d9099c3c0. 00000020:00000080:0.0:1773941423.086410:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941423.086416:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941423.086421:0:14689:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff920da07a1800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941423.086429:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941423.086434:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff920da12fcd28) has no exports 00000020:00000001:0.0:1773941423.086436:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941423.086440:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941423.086445:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.086452:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.086459:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c6c0. 00008000:00000010:0.0:1773941423.086465:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.086472:0:14689:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51140. 00000002:00000001:0.0:1773941423.086483:0:14689:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:0.0:1773941423.086486:0:14689:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1773941423.086498:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773941423.086500:0:14689:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff920da07a1800: client import never connected 00000100:00000001:0.0:1773941423.086506:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941423.086509:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1773941423.086512:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941423.086516:0:14689:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941423.086519:0:14689:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773941423.086523:0:14689:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920da07a1800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941423.086526:0:14689:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941423.086527:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941423.086529:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941423.086532:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.086535:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941423.086541:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.086544:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941423.086547:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941423.086550:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941423.086552:0:14689:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941423.086555:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.086558:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.087013:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.087018:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.087019:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.087448:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.087452:0:14689:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941423.087458:0:14689:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d90ff5360. 00000020:00000010:0.0:1773941423.087464:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7a00. 00000020:00000010:0.0:1773941423.087469:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.087473:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c720. 00008000:00000010:0.0:1773941423.087478:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d8844b4f8. 00000020:00000010:0.0:1773941423.087484:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6200. 00008000:00000010:0.0:1773941423.087489:0:14689:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d88497b58. 00000020:00000001:0.0:1773941423.087493:0:14689:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185697723240 : -120888011828376 : ffff920d90ff5368) 00000020:00001000:0.0:1773941423.087496:0:14689:0:(cl_object.c:831:cl_env_get()) 1@ffff920d90ff5360 00000008:00000001:0.0:1773941423.087508:0:14689:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941423.087510:0:14689:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941423.087515:0:14689:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941423.087517:0:14689:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941423.087521:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.087523:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.087925:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941423.087929:0:14689:0:(cl_object.c:925:cl_env_put()) 1@ffff920d90ff5360 00000020:00000010:0.0:1773941423.087934:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7000. 00000020:00000010:0.0:1773941423.087940:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d9099c720. 00008000:00000010:0.0:1773941423.087944:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d8844b4f8. 00000020:00000010:0.0:1773941423.087949:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7a00. 00008000:00000010:0.0:1773941423.087953:0:14689:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d88497b58. 00000020:00000010:0.0:1773941423.087958:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6200. 00000020:00000010:0.0:1773941423.087962:0:14689:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d90ff5360. 00000001:00000001:0.0:1773941423.087965:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.087967:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.088394:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.088397:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941423.088400:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941423.088796:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.088800:0:14689:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941423.088803:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941423.088812:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d8353c000 refcount=3 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.088816:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.088819:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=2 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.088823:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941423.088826:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.088829:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=1 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.088832:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773941423.088835:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773941423.088838:0:14689:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.088841:0:14689:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1773941423.088845:0:14689:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1773941423.089215:0:14689:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffff920d908c4800. 00000002:00000001:0.0:1773941423.089237:0:14689:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1773941423.089240:0:14689:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1773941423.089259:0:14689:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1773941423.089262:0:14689:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000040:00000001:0.0:1773941423.089266:0:14689:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941423.089269:0:14689:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920d83ea7480 : new refcount 1 00000020:00000040:0.0:1773941423.089277:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d8353f800 : new refcount 1 00000020:00000001:0.0:1773941423.089280:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941423.089283:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d8353c000 refcount=0 obd=lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000040:0.0:1773941423.089286:0:14689:0:(genops.c:1245:class_import_put()) final put import ffff920d8353c000 00000020:00000001:0.0:1773941423.089304:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941423.089307:0:14689:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff920d83ea7480. 00000020:00000001:0.0:1773941423.089331:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773941423.089334:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d8353c000 for lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000040:0.0:1773941423.089344:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 4 to 192.168.204.109@tcp 00000020:00000040:0.0:1773941423.089348:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000020:00000010:0.0:1773941423.089352:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff920d90a059c0. 00000020:00000040:0.0:1773941423.089358:0:36:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff920da07a1800 (ffff920da12fcd28) now 4 - import 00000020:00000010:0.0:1773941423.089361:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff920d8353c000. 00000020:00000001:0.0:1773941423.089369:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000040:00000001:0.0:1773941423.089382:0:14689:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941423.089384:0:14689:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1773941423.089388:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff920d8a6a8400. 00000020:00000010:0.0:1773941423.089397:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f1400. 00000020:00000010:0.0:1773941423.090434:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d9091e000. 00000020:00000010:0.0:1773941423.090438:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d88cbc000. 00000020:00000010:0.0:1773941423.090443:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff920d90898000. 00000020:00000010:0.0:1773941423.090449:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff920d82c17000. 00000020:00000010:0.0:1773941423.090455:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f3400. 00000002:00000001:0.0:1773941423.090457:0:14689:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.090464:0:14689:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51140. 00000020:00000010:0.0:1773941423.090473:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.090477:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d9099c6c0. 00008000:00000010:0.0:1773941423.090481:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d884498b8. 00000020:00000010:0.0:1773941423.090484:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:0.0:1773941423.090487:0:14689:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941423.090519:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.090525:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d83ef3800. 00000001:00000010:0.0:1773941423.090528:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d83ef3600. 00000001:00000010:0.0:1773941423.090531:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d83ef3200. 00000001:00000010:0.0:1773941423.090535:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d83ef3000. 00000001:00000010:0.0:1773941423.090537:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920da0c153a0. 00000001:00000010:0.0:1773941423.090541:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d9084d900. 00000001:00000001:0.0:1773941423.090549:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941423.090551:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff920da07a1800 (ffff920da12fcd28) now 3 - setup 00000020:00000001:0.0:1773941423.090554:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.090558:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941423.090562:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941423.090570:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941423.090591:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff920da07a1800 (ffff920da12fcd28) now 2 - obd_device_list 00000020:00000080:0.0:1773941423.090595:0:14689:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff920da07a1800 (uuid 4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000040:0.0:1773941423.090597:0:14689:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff920da07a1800 (ffff920da12fcd28) now 1 - newdev 00000020:00000040:0.0:1773941423.090600:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8353f800 with handle 0xef3f469e0cc3ac85 from hash 00000020:00000040:0.0:1773941423.090603:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d8353f800 : new refcount 0 00000020:00000080:0.0:1773941423.090605:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d8353f800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 00000020:00000001:0.0:1773941423.090608:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.090610:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941423.090612:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920d8353f800/4bcfd78b-ffd1-4b6d-b4c8-3419323d9984 for lustre-MDT0001-mdc-ffff920da07a1800 00000020:00000001:0.0:1773941423.090614:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941423.090616:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.090618:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d8353f800. 00000020:00000001:0.0:1773941423.090621:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941423.090623:0:14689:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff920da07a1800 obd_type name = mdc 00000020:01000000:0.0:1773941423.090625:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff920da07a1800 (4bcfd78b-ffd1-4b6d-b4c8-3419323d9984) 00000020:00000001:0.0:1773941423.090626:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941423.090630:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.090633:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.090636:0:14689:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c6c0. 00008000:00000010:0.0:1773941423.090646:0:14689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d884498b8. 00000008:00000001:0.0:1773941423.090652:0:14689:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773941423.090659:0:14689:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941423.090662:0:14689:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941423.090665:0:14689:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941423.090720:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff920d8a6a9c00. 00000020:00000010:0.0:1773941423.090725:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f0400. 00010000:00000001:0.0:1773941423.090809:0:14689:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941423.090821:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff920d90a8d480. 00000020:00000010:0.0:1773941423.090825:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d908f1c00. 00000001:00000001:0.0:1773941423.090944:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941423.091296:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1e9b000. 00000001:00000010:0.0:1773941423.091307:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ea5000. 00000001:00000010:0.0:1773941423.091310:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1eaf000. 00000001:00000010:0.0:1773941423.091311:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1eb9000. 00000001:00000010:0.0:1773941423.091312:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ec3000. 00000001:00000010:0.0:1773941423.091314:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ecd000. 00000001:00000010:0.0:1773941423.091315:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ed7000. 00000001:00000010:0.0:1773941423.091317:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ee1000. 00000001:00000010:0.0:1773941423.091318:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1eeb000. 00000001:00000010:0.0:1773941423.091319:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1ef5000. 00000001:00000010:0.0:1773941423.091320:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1eff000. 00000001:00000010:0.0:1773941423.091322:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f15000. 00000001:00000010:0.0:1773941423.091324:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f1f000. 00000001:00000010:0.0:1773941423.091325:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f29000. 00000001:00000010:0.0:1773941423.091326:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f33000. 00000001:00000010:0.0:1773941423.091328:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f3d000. 00000001:00000010:0.0:1773941423.091330:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f47000. 00000001:00000010:0.0:1773941423.091331:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f51000. 00000001:00000010:0.0:1773941423.091332:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f5b000. 00000001:00000010:0.0:1773941423.091334:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f65000. 00000001:00000010:0.0:1773941423.091336:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f7d000. 00000001:00000010:0.0:1773941423.091337:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f87000. 00000001:00000010:0.0:1773941423.091344:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f91000. 00000001:00000010:0.0:1773941423.091346:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1f9b000. 00000001:00000010:0.0:1773941423.091349:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fa5000. 00000001:00000010:0.0:1773941423.091351:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1faf000. 00000001:00000010:0.0:1773941423.091352:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fb9000. 00000001:00000010:0.0:1773941423.091354:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fc3000. 00000001:00000010:0.0:1773941423.091356:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fcd000. 00000001:00000010:0.0:1773941423.091357:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fd7000. 00000001:00000010:0.0:1773941423.091359:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1fe1000. 00000001:00000010:0.0:1773941423.091362:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffff9d9dc1feb000. 00000001:00000010:0.0:1773941423.091363:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff920d9084d000. 00000001:00000010:0.0:1773941423.091367:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff920d8a6a9000. 00000001:00000001:0.0:1773941423.091370:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941423.091372:0:14689:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff920d908f1000. 00010000:00000001:0.0:1773941423.091375:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941423.092166:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773941423.092170:0:14689:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773941423.092173:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773941423.092175:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773941423.092176:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941423.092177:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1773941423.092181:0:14689:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff920da07ef9c0. 00010000:00000010:2.0:1773941423.092189:0:14689:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff920d82c13000. 00010000:00000010:2.0:1773941423.092195:0:14689:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff920d82c14000. 00010000:00000001:2.0:1773941423.092199:0:14689:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1773941423.092202:0:14689:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773941423.092205:0:14689:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff920d92154480. 00000020:00000010:2.0:1773941423.092216:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12e7600. 00000020:00000010:2.0:1773941423.092219:0:14689:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d9099c6c0. 00008000:00000010:2.0:1773941423.092223:0:14689:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d884498b8. 00000020:00000010:2.0:1773941423.092227:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e6a00. 00000020:00000001:2.0:1773941423.092234:0:14689:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941423.092237:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920da12fcd28. 00000020:00000001:2.0:1773941423.092245:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.092247:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941423.092251:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff920d9099c3c0. 00000020:00000001:2.0:1773941423.092259:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:2.0:1773941423.092262:0:14689:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:2.0:1773941423.093611:0:14689:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:2.0:1773941423.093616:0:14689:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:2.0:1773941423.093620:0:14689:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1773941423.093623:0:14689:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446623185957744896 : -120887751806720 : ffff920da07ef100) 00000020:00000010:2.0:1773941423.093629:0:14689:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff920d89acdf30. 00000020:00000010:2.0:1773941423.093635:0:14689:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff920d89acd510. 00000020:00000010:2.0:1773941423.093640:0:14689:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff920d89acd1a0. 00000020:00000010:2.0:1773941423.093646:0:14689:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff920da07ef100. 00000020:00000001:2.0:1773941423.093652:0:14689:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:2.0:1773941423.093655:0:14689:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:2.0:1773941423.093700:0:14689:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff920da079b0c0. 00000080:00000010:2.0:1773941423.093706:0:14689:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff920d89a1c5f8. 00000080:00000010:2.0:1773941423.093713:0:14689:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff920d89a1cc38. 00000080:00000010:2.0:1773941423.093763:0:14689:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff920d86c75000. 00000080:00000001:2.0:1773941423.093775:0:14689:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:2.0:1773941423.093778:0:14689:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:2.0:1773941423.093780:0:14689:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff920da07a1800 00000020:00000001:2.0:1773941423.093783:0:14689:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:2.0:1773941423.093787:0:14689:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1773941423.093791:0:14689:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1773941423.093795:0:14689:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.204.109@tcp - 1 00000100:00000001:2.0:1773941423.093800:0:14689:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1773941423.093803:0:14689:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import bb498ce0-a515-4c18-831a-ca431d11c79f->MGS 00000020:00000001:2.0:1773941423.093807:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.093809:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=2 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.093812:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941423.093814:0:14689:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.093819:0:14689:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1773941423.093823:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941423.093826:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1773941423.093831:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962ea00 count: 2 00010000:00000001:2.0:1773941423.093834:0:14689:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1773941423.093843:0:14689:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8962ea00 count: 3 00010000:00000001:2.0:1773941423.093846:0:14689:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941423.093849:0:14689:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773941423.093854:0:14689:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941423.093858:0:14689:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80031400/0xef3f469e0cc3ac62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf40a435afd2a1966 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941423.093868:0:14689:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941423.093872:0:14689:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80031400/0xef3f469e0cc3ac62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf40a435afd2a1966 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941423.093879:0:14689:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1773941423.093883:0:14689:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:2.0:1773941423.093886:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941423.093896:0:14689:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d83ac0c00) refs 1 10000000:01000000:2.0:1773941423.093900:0:14689:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:2.0:1773941423.093903:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941423.093905:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.093906:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941423.093908:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.093910:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941423.093911:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.093913:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941423.093914:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.093915:0:14689:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941423.093916:0:14689:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:2.0:1773941423.093926:0:14689:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:2.0:1773941423.093930:0:14689:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff920d88bb2200. 00000020:00000040:2.0:1773941423.093935:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 2 10000000:00000010:2.0:1773941423.093938:0:14689:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff920d83ac0c00. 10000000:00000001:2.0:1773941423.093942:0:14689:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941423.093943:0:14689:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.093948:0:14689:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941423.093950:0:14689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941423.093953:0:14689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941423.093955:0:14689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941423.093958:0:14689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941423.093961:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80031400 with handle 0xef3f469e0cc3ac62 from hash 00010000:00000001:2.0:1773941423.093964:0:14689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941423.093967:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941423.093968:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941423.093970:0:14689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941423.093972:0:14689:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941423.093974:0:14689:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941423.093977:0:14689:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941423.093979:0:14689:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941423.093982:0:14689:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941423.093985:0:14689:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773941423.093992:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89500. 00000020:00000040:2.0:1773941423.093996:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=3 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941423.094004:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941423.094013:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941423.094018:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941423.094025:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d84db9000. 00000100:00000001:2.0:1773941423.094033:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094036:0:14689:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773941423.094044:0:14689:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff920d80031400/0xef3f469e0cc3ac62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1966 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941423.094051:0:14689:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773941423.094054:0:14689:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.094056:0:14689:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941423.094058:0:14689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941423.094064:0:14689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90c6b780. 00000100:00000001:2.0:1773941423.094066:0:14689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185694013312 : -120888015538304 : ffff920d90c6b780) 00000100:00000001:2.0:1773941423.094070:0:14689:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.094073:0:14689:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000001:2.0:1773941423.094080:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941423.094084:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094092:0:14689:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941423.094094:0:14689:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941423.094107:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89500 x1860112203396992/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094156:0:14689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.094159:0:14689:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.094166:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89500 x1860112203396992/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094175:0:14689:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941423.094178:0:14689:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.094182:0:14689:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941423.094186:0:14689:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90c6b780 going to sleep for 0 seconds 00000100:00000001:2.0:1773941423.094192:0:14689:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.094323:0:14689:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773941423.094329:0:14689:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.094332:0:14689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941423.094340:0:14689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941423.094347:0:14689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89500 x1860112203396992/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941423.094355:0:14689:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job umount:bb498ce0-a515-4c18-831a-ca431d11c79f:14689:1860112203396992:192.168.204.109@tcp:103:umount.0 00000100:00000001:2.0:1773941423.094359:0:14689:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.094374:0:14689:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941423.094378:0:14689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941423.094381:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.094386:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89500 x1860112203396992/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094393:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941423.094396:0:14689:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90c6b780. 00000100:00000001:2.0:1773941423.094399:0:14689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941423.094401:0:14689:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1773941423.094405:0:14689:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1773941423.094407:0:14689:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.094413:0:14689:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89500 x1860112203396992/t0(0) o103->MGC192.168.204.109@tcp@192.168.204.109@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094421:0:14689:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773941423.094424:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.094426:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=2 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.094428:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941423.094432:0:14689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d84db9000. 02000000:00000001:2.0:1773941423.094437:0:14689:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941423.094439:0:14689:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941423.094441:0:14689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89500. 00000100:00000001:2.0:1773941423.094450:0:14689:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941423.094452:0:14689:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941423.094455:0:14689:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1773941423.094457:0:14689:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1773941423.094459:0:14689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941423.094462:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80031400/0xef3f469e0cc3ac62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf40a435afd2a1966 expref: -99 pid: 14602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941423.094487:0:14689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941423.094489:0:14689:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094492:0:14689:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773941423.094496:0:14689:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962ea00 count: 0 00000001:00000001:2.0:1773941423.094506:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094514:0:14689:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094516:0:14689:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1773941423.094519:0:14689:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1773941423.094520:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941423.094521:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941423.094523:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941423.094525:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941423.094526:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941423.094529:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094532:0:14689:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.094535:0:14689:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1773941423.094538:0:14689:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1773941423.094542:0:14689:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1773941423.094545:0:14689:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1773941423.094549:0:14689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89500. 00000020:00000040:2.0:1773941423.094554:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=3 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941423.094557:0:14689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941423.094560:0:14689:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941423.094564:0:14689:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941423.094569:0:14689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45d00. 00000100:00000001:2.0:1773941423.094573:0:14689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094575:0:14689:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00080000:2.0:1773941423.094600:0:14689:0:(import.c:65:import_set_state_nolock()) ffff920d86c77800 MGS: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1773941423.094604:0:14689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941423.094606:0:14689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941423.094613:0:14689:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ebf815c] to pc [ptlrpcd_rcv+-1] req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094635:0:14689:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094651:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.094654:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.094661:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941423.094666:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094674:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941423.094676:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.094680:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941423.094684:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941423.094686:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941423.094690:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bb498ce0-a515-4c18-831a-ca431d11c79f:2411:1860112203397120:192.168.204.109@tcp:251:umount.0 00000100:00000001:2.0:1773941423.094695:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941423.094701:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941423.094704:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941423.094707:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941423.094713:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d84db9000. 02000000:00000001:2.0:1773941423.094716:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.094725:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941423.094731:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a790. 00000400:00000010:2.0:1773941423.094739:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5ee0. 00000100:00000200:2.0:1773941423.094748:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203397120, portal 25 00000100:00000001:2.0:1773941423.094750:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941423.094752:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000040:2.0:1773941423.094758:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.094765:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941423.094768:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941423.094771:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5bb0. 00000100:00000200:2.0:1773941423.094775:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203397120, offset 0 00000400:00000200:2.0:1773941423.094781:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941423.094790:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.094798:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941423.094804:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941423.094815:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941423.094819:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941423.094823:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941423.094827:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [117:117:256:4294967295] 192.168.204.109@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1773941423.094833:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.094845:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941423.094852:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941423.094857:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45a00. 00000800:00000200:2.0:1773941423.094865:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941423.094873:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941423.094878:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941423.094891:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941423.094896:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941423.094898:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294898924 00000100:00000001:2.0:1773941423.094905:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898903 00000100:00000001:2.0:1773941423.094910:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294898924 00000100:00000001:2.0:1773941423.094914:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898903 00000100:00000001:2.0:1773941423.094919:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941423.094922:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094925:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094928:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.094935:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941423.094937:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941423.094939:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941423.094941:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941423.094942:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.094944:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941423.095037:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.095042:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45a00. 00000400:00000200:2.0:1773941423.095047:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.095053:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941423.095059:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5bb0 00000400:00000010:2.0:1773941423.095067:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5bb0. 00000100:00000001:2.0:1773941423.095072:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941423.095077:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.095085:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941423.095089:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.095096:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.095097:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941423.096691:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.096700:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.096702:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.096705:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.096710:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.096715:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941423.096720:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.096722:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.096726:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.096729:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203800 00000400:00000200:2.0:1773941423.096732:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941423.096735:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:2.0:1773941423.096740:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.096745:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.096747:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.096749:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941423.096753:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941423.096757:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941423.096763:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.096777:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941423.096782:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.096789:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.096795:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.096798:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941423.096803:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.096804:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.096806:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a790. 00000400:00000200:3.0:1773941423.096809:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5ee0 00000400:00000010:3.0:1773941423.096811:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5ee0. 00000100:00000001:3.0:1773941423.096813:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941423.096817:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941423.096824:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.096829:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.096835:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.096837:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941423.096839:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941423.096841:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941423.096843:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.096845:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941423.096849:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d86c77c58 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941423.096852:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d86c77c10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941423.096853:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941423.096854:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.096856:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941423.096857:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.096859:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941423.096862:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941423.096870:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.096873:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941423.096874:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941423.096876:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d86c77800 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941423.096878:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941423.096881:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941423.096883:0:2411:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941423.096885:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.096886:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941423.096887:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941423.096888:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941423.096889:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.096890:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941423.096898:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941423.096903:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bb498ce0-a515-4c18-831a-ca431d11c79f:2411:1860112203397120:192.168.204.109@tcp:251:umount.0 00000100:00000001:3.0:1773941423.096907:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.096909:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941423.096912:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89500 x1860112203397120/t0(0) o251->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941423.096914:0:14689:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.096919:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941423.096922:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941423.096923:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941423.096925:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773941423.096927:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941423.096928:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941423.096930:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941423.096931:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:2.0:1773941423.096932:0:14689:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941423.096935:0:14689:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941423.096936:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d84db9000. 00000100:00000001:2.0:1773941423.096937:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941423.096941:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1773941423.096941:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941423.096943:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941423.096944:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:2.0:1773941423.096945:0:14689:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941423.096946:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=2 obd=MGC192.168.204.109@tcp 00000001:00000001:2.0:1773941423.096948:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941423.096949:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941423.096951:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941423.096953:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45d00. 00000001:00000001:2.0:1773941423.096954:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941423.096956:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941423.096957:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941423.096958:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941423.096959:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941423.096961:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89500. 00000001:00000001:2.0:1773941423.096962:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.096965:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:2.0:1773941423.096965:0:14689:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.096968:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941423.096968:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941423.096971:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941423.096972:0:14689:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1773941423.096974:0:14689:0:(genops.c:1462:class_disconnect()) Process entered 00000100:00000001:3.0:1773941423.096975:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000080:2.0:1773941423.096976:0:14689:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xef3f469e0cc3ac5b 00000100:00000001:3.0:1773941423.096977:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941423.096980:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d86c72000 with handle 0xef3f469e0cc3ac5b from hash 00000100:00000001:3.0:1773941423.096981:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.096983:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.096987:0:14689:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1773941423.096989:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d86c72000 : new refcount 1 00000020:00000001:2.0:1773941423.096991:0:14689:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1773941423.096992:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920d86c72000 : new refcount 0 00000020:00000080:2.0:1773941423.096993:0:14689:0:(genops.c:904:class_export_put()) final put ffff920d86c72000/bb498ce0-a515-4c18-831a-ca431d11c79f 00000020:00000001:2.0:1773941423.096995:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.097007:0:14689:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941423.097008:0:14689:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.097010:0:14689:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.097012:0:14689:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1773941423.097013:0:14689:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.204.109@tcp (flags='') 00000020:00000010:2.0:1773941423.097022:0:14689:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff920d835b2ba0. 00000020:00000080:2.0:1773941423.097024:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1773941423.097029:0:14689:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:2.0:1773941423.097034:0:14689:0:(obd_config.c:991:class_cleanup()) MGC192.168.204.109@tcp: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1773941423.097035:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1773941423.097039:0:14689:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000080:0.0:1773941423.097043:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff920d86c72000/bb498ce0-a515-4c18-831a-ca431d11c79f for MGC192.168.204.109@tcp 00000020:00080000:2.0:1773941423.097044:0:14689:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff920d84da0000) has no exports 00000020:00000001:2.0:1773941423.097052:0:14689:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1773941423.097059:0:14689:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:0.0:1773941423.097062:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000020:00000010:2.0:1773941423.097065:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84db9600. 00000020:00000001:0.0:1773941423.097067:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:2.0:1773941423.097071:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84db9c00. 00000020:00000001:0.0:1773941423.097071:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941423.097082:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.204.109@tcp (ffff920d84da0000) now 5 - export 00000040:00000010:2.0:1773941423.097088:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db8600. 00000020:00000010:0.0:1773941423.097089:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920d86c72000. 00000020:00000010:2.0:1773941423.097097:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae1800. 00000020:00000010:2.0:1773941423.097102:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84db9400. 00040000:00000010:2.0:1773941423.097105:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45a00. 00000020:00000001:0.0:1773941423.097109:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000010:2.0:1773941423.097110:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db8200. 00000020:00000010:2.0:1773941423.097141:0:14689:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90af87c0. 10000000:00000001:2.0:1773941423.097146:0:14689:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:0.0:1773941423.097176:0:14617:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:0.0:1773941423.097179:0:14617:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941423.097185:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:2.0:1773941423.097188:0:14689:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.204.109@tcp: client import never connected 00000100:00000001:2.0:1773941423.097192:0:14689:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941423.097194:0:14689:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941423.097196:0:14689:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773941423.097197:0:14689:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941423.097200:0:14689:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941423.097203:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941423.097204:0:14689:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941423.097206:0:14689:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.097208:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1773941423.097209:0:14689:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941423.097212:0:14689:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941423.097213:0:14689:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941423.097215:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941423.097216:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941423.097221:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941423.097224:0:14689:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941423.097226:0:14689:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941423.097236:0:14689:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941423.097238:0:14689:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.097241:0:14689:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1773941423.097247:0:14689:0:(genops.c:1229:class_import_get()) import ffff920d86c77800 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.097249:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.097251:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=2 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.097253:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:2.0:1773941423.097256:0:14689:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc0d4eea0: being destroyed 00000020:00000001:2.0:1773941423.097258:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.097260:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=1 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.097262:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941423.097264:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:2.0:1773941423.097267:0:14689:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:2.0:1773941423.097269:0:14689:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920da079bf00 : new refcount 2 00000040:00000001:2.0:1773941423.097270:0:14689:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1773941423.097271:0:14689:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920da079bf00 : new refcount 1 00000020:00000040:2.0:1773941423.097273:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 1 00000020:00000001:2.0:1773941423.097274:0:14689:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941423.097275:0:14689:0:(genops.c:1242:class_import_put()) import ffff920d86c77800 refcount=0 obd=MGC192.168.204.109@tcp 00000020:00000040:2.0:1773941423.097276:0:14689:0:(genops.c:1245:class_import_put()) final put import ffff920d86c77800 00000020:00000001:2.0:1773941423.097284:0:14689:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1773941423.097285:0:14689:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff920da079bf00. 00000040:00000001:2.0:1773941423.097289:0:14689:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941423.097291:0:14689:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941423.097292:0:14689:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941423.097298:0:14689:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d90af87c0. 00000020:00000001:0.0:1773941423.097308:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:2.0:1773941423.097309:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84db9c00. 00000020:00000080:0.0:1773941423.097311:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff920d86c77800 for MGC192.168.204.109@tcp 00000040:00000010:2.0:1773941423.097314:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db8600. 00000020:00000040:0.0:1773941423.097320:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 1 to 192.168.204.109@tcp 00000020:00000010:2.0:1773941423.097322:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae1800. 00000020:00000010:2.0:1773941423.097336:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84db9400. 00000020:00000040:0.0:1773941423.097336:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 0 to 192.168.204.109@tcp 00040000:00000010:2.0:1773941423.097349:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d88a45a00. 00000020:00000010:0.0:1773941423.097349:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff920d838c3000. 00040000:00000010:2.0:1773941423.097360:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db8200. 00000020:00000040:0.0:1773941423.097361:0:36:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.204.109@tcp (ffff920d84da0000) now 4 - import 00000020:00000010:2.0:1773941423.097366:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84db9600. 00000020:00000010:0.0:1773941423.097368:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff920d86c77800. 00000020:00000001:2.0:1773941423.097373:0:14689:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941423.097377:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:2.0:1773941423.097386:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773941423.097392:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d90f7ea00. 00000001:00000010:2.0:1773941423.097396:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d90f7f600. 00000001:00000010:2.0:1773941423.097403:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d90f7f400. 00000001:00000010:2.0:1773941423.097405:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff920d90f7e200. 00000001:00000010:2.0:1773941423.097406:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff920d82c636c0. 00000001:00000010:2.0:1773941423.097409:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff920d8359d200. 00000001:00000001:2.0:1773941423.097411:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1773941423.097413:0:14689:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.204.109@tcp (ffff920d84da0000) now 3 - setup 00000020:00000001:2.0:1773941423.097415:0:14689:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.097416:0:14689:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1773941423.097417:0:14689:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1773941423.097419:0:14689:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:2.0:1773941423.097421:0:14689:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.204.109@tcp (ffff920d84da0000) now 2 - obd_device_list 00000020:00000080:2.0:1773941423.097423:0:14689:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.204.109@tcp (uuid bb498ce0-a515-4c18-831a-ca431d11c79f) 00000020:00000040:2.0:1773941423.097424:0:14689:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.204.109@tcp (ffff920d84da0000) now 1 - newdev 00000020:00000040:2.0:1773941423.097427:0:14689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920da07a4000 with handle 0xef3f469e0cc3ac54 from hash 00000020:00000040:2.0:1773941423.097428:0:14689:0:(genops.c:898:class_export_put()) PUTting export ffff920da07a4000 : new refcount 0 00000020:00000080:2.0:1773941423.097430:0:14689:0:(genops.c:904:class_export_put()) final put ffff920da07a4000/bb498ce0-a515-4c18-831a-ca431d11c79f 00000020:00000001:2.0:1773941423.097431:0:14689:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.097433:0:14689:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941423.097434:0:14689:0:(genops.c:863:class_export_destroy()) destroying export ffff920da07a4000/bb498ce0-a515-4c18-831a-ca431d11c79f for MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941423.097436:0:14689:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941423.097437:0:14689:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941423.097439:0:14689:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff920da07a4000. 00000020:00000001:2.0:1773941423.097441:0:14689:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773941423.097443:0:14689:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.204.109@tcp obd_type name = mgc 00000020:01000000:2.0:1773941423.097444:0:14689:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.204.109@tcp (bb498ce0-a515-4c18-831a-ca431d11c79f) 00000020:00000001:2.0:1773941423.097446:0:14689:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1773941423.097448:0:14689:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84db9600. 00000020:00000010:2.0:1773941423.097450:0:14689:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84db8200. 00000040:00000010:2.0:1773941423.097452:0:14689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9400. 00000020:00000010:2.0:1773941423.097453:0:14689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae1800. 00000020:00000010:2.0:1773941423.097455:0:14689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84db8600. 00040000:00000010:2.0:1773941423.097457:0:14689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45a00. 00040000:00000010:2.0:1773941423.097459:0:14689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9c00. 10000000:00000001:2.0:1773941423.097464:0:14689:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:2.0:1773941423.097465:0:14689:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:2.0:1773941423.097466:0:14689:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:2.0:1773941423.097611:0:14689:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773941423.097614:0:14689:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773941423.097616:0:14689:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773941423.097644:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff920d83ac1a00. 00000020:00000010:2.0:1773941423.097647:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff920d83e9f800. 00000020:00000010:2.0:1773941423.097651:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aab800. 00010000:00000001:2.0:1773941423.097689:0:14689:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773941423.097694:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d88bb2300. 00000020:00000010:2.0:1773941423.097697:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d86cf4b80. 00000020:00000010:2.0:1773941423.097698:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d8a6cd700. 00000020:00000010:2.0:1773941423.097700:0:14689:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff920d92154400. 00000020:00000010:2.0:1773941423.097703:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff920d838c3540. 00000020:00000010:2.0:1773941423.097705:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aaa000. 00000001:00000001:2.0:1773941423.097740:0:14689:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773941423.097742:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff920d8a6e0c00. 00000001:00000010:2.0:1773941423.097745:0:14689:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff920d8a6e1a00. 00000001:00000010:2.0:1773941423.097747:0:14689:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff920d8356a2c0. 00000001:00000010:2.0:1773941423.097750:0:14689:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff920d8a6e0800. 00000001:00000001:2.0:1773941423.097754:0:14689:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773941423.097756:0:14689:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff920d90aaa400. 00010000:00000001:2.0:1773941423.097759:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941423.097761:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1773941423.097762:0:14689:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1773941423.097764:0:14689:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1773941423.097766:0:14689:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1773941423.097767:0:14689:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1773941423.097769:0:14689:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:2.0:1773941423.097784:0:14689:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff920d838c3f60. 00000001:00000010:2.0:1773941423.097788:0:14689:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff920d838c3120. 00000020:00000001:0.0:1773941423.097834:0:14614:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941423.097839:0:14614:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941423.097843:0:14614:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:0.0:1773941423.097847:0:14614:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941423.097849:0:14614:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1773941423.097866:0:14614:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07efd40. 00000020:00000010:0.0:1773941423.097880:0:14614:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84e69e00. 00000020:00000010:0.0:1773941423.097888:0:14614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d879ac800. 00000020:00000001:2.0:1773941423.097893:0:14615:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1773941423.097895:0:14614:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b4168. 00000020:00000001:2.0:1773941423.097896:0:14615:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941423.097902:0:14615:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:2.0:1773941423.097906:0:14615:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1773941423.097908:0:14614:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84e68000. 00010000:00000001:2.0:1773941423.097914:0:14615:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 80000000:00000010:0.0:1773941423.097917:0:14614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d8610c900. 00000020:00000010:2.0:1773941423.097919:0:14615:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef540. 00000020:00000010:2.0:1773941423.097930:0:14615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e000. 40000000:00000010:0.0:1773941423.097931:0:14614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07ef040. 00000020:00000010:2.0:1773941423.097939:0:14615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d879aa000. 00000020:00000010:2.0:1773941423.097946:0:14615:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b0508. 00000020:00000010:2.0:1773941423.097949:0:14615:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e800. 00100000:00000010:0.0:1773941423.097950:0:14614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d879ad000. 80000000:00000010:2.0:1773941423.097953:0:14615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9828c720. 40000000:00000010:2.0:1773941423.097965:0:14615:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07ef080. 00040000:00000010:0.0:1773941423.097966:0:14614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084db00. 00100000:00000010:2.0:1773941423.097973:0:14615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d879af800. 00040000:00000010:0.0:1773941423.097975:0:14614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e68800. 00040000:00000010:2.0:1773941423.097982:0:14615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084dc00. 00002000:00000010:0.0:1773941423.097983:0:14614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d82efb400. 00040000:00000010:2.0:1773941423.097991:0:14615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 00000020:00000010:0.0:1773941423.097992:0:14614:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84e69200. 00002000:00000010:2.0:1773941423.098000:0:14615:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d82efa000. 00010000:00000010:0.0:1773941423.098003:0:14614:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff920da07ef700. 00000020:00000010:2.0:1773941423.098011:0:14615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1ea00. 00010000:00000001:0.0:1773941423.098011:0:14614:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773941423.098020:0:14615:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff920da07ef840. 00010000:00000001:2.0:1773941423.098027:0:14615:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941423.098276:0:14693:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941423.098282:0:14693:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941423.098286:0:14693:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00000001:2.0:1773941423.098291:0:14693:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941423.098293:0:14693:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941423.098303:0:14693:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d90add6c0. 00000020:00000010:2.0:1773941423.098318:0:14693:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d86c34000. 00000020:00000010:2.0:1773941423.098322:0:14693:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d908c2800. 00000020:00000010:2.0:1773941423.098327:0:14693:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b3758. 00000020:00000010:2.0:1773941423.098331:0:14693:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86c35800. 80000000:00000010:2.0:1773941423.098336:0:14693:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d660. 40000000:00000010:2.0:1773941423.098340:0:14693:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d90add4c0. 00100000:00000010:2.0:1773941423.098343:0:14693:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d908c1000. 00040000:00000010:2.0:1773941423.098347:0:14693:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d923c0400. 00040000:00000010:2.0:1773941423.098350:0:14693:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d86c35600. 00002000:00000010:2.0:1773941423.098354:0:14693:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90f00800. 00000020:00000010:2.0:1773941423.098359:0:14693:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d86c35a00. 00010000:00000010:2.0:1773941423.098362:0:14693:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff920d90add1c0. 00010000:00000001:2.0:1773941423.098365:0:14693:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.098416:0:14695:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.098418:0:14695:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.098420:0:14695:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00010000:00000001:3.0:1773941423.098422:0:14695:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773941423.098423:0:14695:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:3.0:1773941423.098431:0:14695:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d90add9c0. 00000020:00000010:3.0:1773941423.098437:0:14695:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d86c35200. 00010000:00000010:2.0:1773941423.098440:0:14689:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffff920da079b180. 00000020:00000010:3.0:1773941423.098441:0:14695:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d908c6800. 00000020:00000010:3.0:1773941423.098444:0:14695:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b1928. 00000020:00000010:3.0:1773941423.098447:0:14695:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86c34a00. 00000100:00000001:2.0:1773941423.098455:0:14689:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 80000000:00000010:3.0:1773941423.098456:0:14695:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8dba0. 00000100:00000200:2.0:1773941423.098458:0:14689:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 40000000:00000010:3.0:1773941423.098460:0:14695:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d90addf00. 00000100:00000001:2.0:1773941423.098464:0:14689:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00100000:00000010:3.0:1773941423.098465:0:14695:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d908c3800. 00000100:00000001:2.0:1773941423.098466:0:14689:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1773941423.098469:0:14689:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00040000:00000010:3.0:1773941423.098470:0:14695:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d923c0900. 00000100:00000040:2.0:1773941423.098471:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00040000:00000010:3.0:1773941423.098473:0:14695:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d86c34200. 00000100:00000040:2.0:1773941423.098474:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00002000:00000010:3.0:1773941423.098476:0:14695:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90f01000. 00000020:00000010:3.0:1773941423.098480:0:14695:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d86c34800. 00000100:00000040:2.0:1773941423.098485:0:14689:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00010000:00000010:3.0:1773941423.098489:0:14695:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff920d90add040. 00010000:00000001:3.0:1773941423.098492:0:14695:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941423.098703:0:14603:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7fe00. 00000040:00000010:0.0:1773941423.098713:0:14603:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe6400. 00000020:00000010:0.0:1773941423.098719:0:14603:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920da07a0800. 00000020:00000010:0.0:1773941423.098724:0:14603:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d90a43250. 00000020:00000010:0.0:1773941423.098730:0:14603:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7800. 80000000:00000010:0.0:1773941423.098736:0:14603:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d838c3060. 40000000:00000010:0.0:1773941423.098742:0:14603:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d98b51100. 00100000:00000010:0.0:1773941423.098746:0:14603:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920da07a5800. 00040000:00000010:0.0:1773941423.098751:0:14603:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359df00. 00040000:00000010:0.0:1773941423.098756:0:14603:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920da07a6000. 00040000:00000010:0.0:1773941423.098760:0:14603:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe7c00. 00000004:00000010:0.0:1773941423.098767:0:14603:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920da07a7000. 00000004:00000010:0.0:1773941423.098773:0:14603:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d90fdc000. 00000004:00000010:0.0:1773941423.098785:0:14603:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920da07a2800. 00002000:00000010:0.0:1773941423.098790:0:14603:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d9080cc00. 00000004:00000010:0.0:1773941423.098799:0:14603:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88c44400. 00000020:00000010:0.0:1773941423.098813:0:14603:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7e400. 00000020:00000010:0.0:1773941423.098822:0:14603:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51540. 00000100:00000010:0.0:1773941423.098834:0:14603:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920d98b51b00. 00000100:00100000:0.0:1773941423.098840:0:14603:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff920d90f7ec00:14603] 0 exiting: rc = 1 00000020:00000010:0.0:1773941423.098924:0:14604:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6c00. 00000040:00000010:0.0:1773941423.098929:0:14604:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe6e00. 00000020:00000010:0.0:1773941423.098933:0:14604:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920da07a0000. 00000020:00000010:0.0:1773941423.098938:0:14604:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d90a41e30. 00000020:00000010:0.0:1773941423.098942:0:14604:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe6600. 80000000:00000010:0.0:1773941423.098945:0:14604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d838c3840. 40000000:00000010:0.0:1773941423.098950:0:14604:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d98b51fc0. 00100000:00000010:0.0:1773941423.098955:0:14604:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920da07a3800. 00040000:00000010:0.0:1773941423.098960:0:14604:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359da00. 00040000:00000010:0.0:1773941423.098965:0:14604:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920da07a3000. 00040000:00000010:0.0:1773941423.098970:0:14604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe7a00. 00000004:00000010:0.0:1773941423.098977:0:14604:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d9210a000. 00000004:00000010:0.0:1773941423.098984:0:14604:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d90fdf000. 00000004:00000010:0.0:1773941423.098990:0:14604:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d98169800. 00002000:00000010:0.0:1773941423.098994:0:14604:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88c45400. 00000004:00000010:0.0:1773941423.098999:0:14604:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88c47400. 00000020:00000010:0.0:1773941423.099005:0:14604:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe7e00. 00000020:00000010:0.0:1773941423.099012:0:14604:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b513c0. 00000100:00000010:0.0:1773941423.099022:0:14604:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920d98b512c0. 00000100:00100000:0.0:1773941423.099025:0:14604:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff920d8322ee00:14604] 1 exiting: rc = 0 00000100:00000010:3.0:1773941423.099077:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d90f7ec00. 00000100:00000010:3.0:1773941423.099085:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d8322ee00. 00000100:00000001:3.0:1773941423.099092:0:14689:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941423.099093:0:14689:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941423.099095:0:14689:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:3.0:1773941423.099097:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:3.0:1773941423.099100:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:3.0:1773941423.099138:0:14689:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:2.0:1773941423.099151:0:14605:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84f57200. 00000020:00000010:3.0:1773941423.099154:0:14607:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941423.099158:0:14605:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84f57600. 00000040:00000010:3.0:1773941423.099159:0:14607:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8322fc00. 00000020:00000010:2.0:1773941423.099165:0:14605:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae6000. 00000020:00000010:3.0:1773941423.099166:0:14607:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d885a8000. 00000020:00000010:2.0:1773941423.099172:0:14605:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884bd080. 00000020:00000010:3.0:1773941423.099174:0:14607:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b2d48. 00000020:00000010:2.0:1773941423.099179:0:14605:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84f56800. 00000020:00000010:3.0:1773941423.099180:0:14607:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8322f400. 80000000:00000010:2.0:1773941423.099184:0:14605:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b24e0. 80000000:00000010:3.0:1773941423.099186:0:14607:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d83208420. 40000000:00000010:2.0:1773941423.099191:0:14605:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d90af8c00. 40000000:00000010:3.0:1773941423.099192:0:14607:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07ef640. 00100000:00000010:3.0:1773941423.099203:0:14607:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d885ad000. 00100000:00000010:2.0:1773941423.099204:0:14605:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d90ae1000. 00040000:00000010:3.0:1773941423.099210:0:14607:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084d700. 00040000:00000010:2.0:1773941423.099213:0:14605:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d88a45800. 00040000:00000010:3.0:1773941423.099216:0:14607:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d885aa000. 00040000:00000010:2.0:1773941423.099221:0:14605:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d90ae2800. 00040000:00000010:3.0:1773941423.099222:0:14607:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8322ec00. 00000004:00000010:3.0:1773941423.099230:0:14607:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d885ab800. 00040000:00000010:2.0:1773941423.099231:0:14605:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84f57c00. 00000004:00000010:3.0:1773941423.099236:0:14607:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e36000. 00000004:00000010:2.0:1773941423.099240:0:14605:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d90ae0800. 00000004:00000010:3.0:1773941423.099243:0:14607:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d885ae800. 00000004:00000010:2.0:1773941423.099246:0:14605:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920da0788000. 00002000:00000010:3.0:1773941423.099248:0:14607:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88512000. 00000004:00000010:3.0:1773941423.099253:0:14607:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88511400. 00000004:00000010:2.0:1773941423.099253:0:14605:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d90ae7000. 00000020:00000010:3.0:1773941423.099260:0:14607:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322f800. 00002000:00000010:2.0:1773941423.099260:0:14605:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90aec000. 00000004:00000010:2.0:1773941423.099267:0:14605:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d90aed000. 00000020:00000010:3.0:1773941423.099268:0:14607:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef880. 00000020:00000010:2.0:1773941423.099273:0:14605:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84f57a00. 00000100:00000010:3.0:1773941423.099275:0:14607:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920da07ef5c0. 00000100:00100000:3.0:1773941423.099280:0:14607:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff920d8322e400:14607] 1 exiting: rc = 0 00000020:00000010:2.0:1773941423.099280:0:14605:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d90af89c0. 00000100:00000010:2.0:1773941423.099289:0:14605:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920d90af82c0. 00000100:00100000:2.0:1773941423.099294:0:14605:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff920d8322ea00:14605] 0 exiting: rc = 1 00000100:00000010:3.0:1773941423.099335:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d8322ea00. 00000100:00000010:3.0:1773941423.099341:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d8322e400. 00000100:00000001:3.0:1773941423.099345:0:14689:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941423.099346:0:14689:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1773941423.099357:0:14689:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:3.0:1773941423.099361:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.099363:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.099365:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bcb8. 00000400:00000200:3.0:1773941423.099373:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da1333f00 00000400:00000010:3.0:1773941423.099375:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da1333f00. 00000100:00000001:3.0:1773941423.099379:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.099381:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:3.0:1773941423.099387:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.099389:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941423.099392:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.099393:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.099395:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.099396:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a630. 00000400:00000200:3.0:1773941423.099398:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88ca7b40 00000400:00000010:3.0:1773941423.099399:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88ca7b40. 00000100:00000001:3.0:1773941423.099401:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.099402:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:3.0:1773941423.099405:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.099406:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941423.099408:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.099411:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.099412:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941423.099417:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d9839c000. 00000100:00000010:3.0:1773941423.099420:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d9080e000. 00000100:00000010:3.0:1773941423.099422:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d9816d000. 00000100:00000010:3.0:1773941423.099424:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920da07a6800. 00000100:00000001:3.0:1773941423.099431:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.099432:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941423.099433:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d9839e000. 00000100:00000010:3.0:1773941423.099435:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d9080fc00. 00000100:00000010:3.0:1773941423.099436:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d885a9000. 00000100:00000010:3.0:1773941423.099438:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d90ae4000. 00000100:00000001:3.0:1773941423.099441:0:14689:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941423.099443:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099445:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.099446:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.099453:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b51700. 00000100:00000001:3.0:1773941423.099456:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.099457:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.099459:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099461:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333480. 00000100:00000001:3.0:1773941423.099462:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099463:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099464:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333d80. 00000100:00000001:3.0:1773941423.099465:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099466:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099467:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333900. 00000100:00000001:3.0:1773941423.099468:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099468:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099469:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333840. 00000100:00000001:3.0:1773941423.099470:0:14689:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:3.0:1773941423.099471:0:14689:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941423.099472:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099472:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.099473:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.099474:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b51440. 00000100:00000001:3.0:1773941423.099475:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.099475:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.099476:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099477:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da13339c0. 00000100:00000001:3.0:1773941423.099478:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099479:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099479:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333b40. 00000100:00000001:3.0:1773941423.099480:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099481:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099481:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333600. 00000100:00000001:3.0:1773941423.099482:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.099483:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.099483:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920da1333000. 00000100:00000001:3.0:1773941423.099484:0:14689:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1773941423.099555:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff920d90fde000. 00000020:00000010:3.0:1773941423.099560:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d9080d800. 00000100:00000010:3.0:1773941423.099576:0:14689:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff920d88c54000. 00000100:00000010:3.0:1773941423.099593:0:14689:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff920da0400000. 00000100:00000010:3.0:1773941423.099596:0:14689:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff920d90a78000. 00000100:00000010:3.0:1773941423.099604:0:14689:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff920d90fd9000. 00000100:00000010:3.0:1773941423.099606:0:14689:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff920d9080c000. 00000100:00000010:3.0:1773941423.099607:0:14689:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff920d9080ec00. 00000100:00000010:3.0:1773941423.099609:0:14689:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff920d90f7fa00. 00000100:00000001:3.0:1773941423.099611:0:14689:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.099612:0:14689:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1773941423.099613:0:14689:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:3.0:1773941423.099616:0:14689:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1773941423.099617:0:14689:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941423.099618:0:14689:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:3.0:1773941423.099619:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:3.0:1773941423.099620:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:3.0:1773941423.099621:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:3.0:1773941423.099633:0:14689:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:1.0:1773941423.099658:0:14609:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cfe00. 00000020:00000010:1.0:1773941423.099664:0:14609:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cd960. 00000020:00000010:0.0:1773941423.099665:0:14608:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6a00. 00000040:00000010:1.0:1773941423.099667:0:14609:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cfa00. 00000020:00000010:1.0:1773941423.099673:0:14609:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86bec000. 00000020:00000010:0.0:1773941423.099674:0:14608:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d838c3c60. 00000020:00000010:1.0:1773941423.099677:0:14609:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884f9420. 00000040:00000010:0.0:1773941423.099681:0:14608:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845bc00. 00000020:00000010:1.0:1773941423.099682:0:14609:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12ce400. 80000000:00000010:1.0:1773941423.099691:0:14609:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd060. 40000000:00000010:1.0:1773941423.099695:0:14609:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da0cfe840. 00000020:00000010:0.0:1773941423.099695:0:14608:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816b800. 00008000:00000010:1.0:1773941423.099703:0:14609:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905df4f8. 00000020:00000010:0.0:1773941423.099705:0:14608:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d90a44168. 00100000:00000010:1.0:1773941423.099707:0:14609:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d86bea000. 00040000:00000010:1.0:1773941423.099711:0:14609:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d84d36a00. 00000020:00000010:0.0:1773941423.099712:0:14608:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845b800. 00040000:00000010:1.0:1773941423.099715:0:14609:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d86be8000. 00040000:00000010:1.0:1773941423.099728:0:14609:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf200. 80000000:00000010:0.0:1773941423.099729:0:14608:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d838c3960. 00000004:00000010:1.0:1773941423.099745:0:14609:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d86bed800. 40000000:00000010:0.0:1773941423.099746:0:14608:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d98b516c0. 00000004:00000010:1.0:1773941423.099756:0:14609:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e0c000. 00008000:00000010:0.0:1773941423.099758:0:14608:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d88448a98. 00000004:00000010:1.0:1773941423.099761:0:14609:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d88af3000. 00002000:00000010:1.0:1773941423.099766:0:14609:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90f95800. 00100000:00000010:0.0:1773941423.099768:0:14608:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d98169000. 00000004:00000010:1.0:1773941423.099769:0:14609:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d90f95c00. 00000020:00000010:1.0:1773941423.099771:0:14609:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cf000. 00000020:00000010:1.0:1773941423.099774:0:14609:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da0cfe780. 00000100:00000010:1.0:1773941423.099777:0:14609:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920da0cfe9c0. 00000100:00100000:1.0:1773941423.099785:0:14609:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff920d8322e000:14609] 1 exiting: rc = 0 00040000:00000010:0.0:1773941423.099786:0:14608:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359d500. 00040000:00000010:0.0:1773941423.099794:0:14608:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d9816c800. 00040000:00000010:0.0:1773941423.099800:0:14608:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845b000. 00000004:00000010:0.0:1773941423.099804:0:14608:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d9816a800. 00000004:00000010:0.0:1773941423.099809:0:14608:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d90fda000. 00000004:00000010:0.0:1773941423.099815:0:14608:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d9816f800. 00002000:00000010:0.0:1773941423.099818:0:14608:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90aa9c00. 00000004:00000010:0.0:1773941423.099823:0:14608:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d90aa8400. 00000020:00000010:0.0:1773941423.099828:0:14608:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe7400. 00000020:00000010:1.0:1773941423.099833:0:14610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845a400. 00000020:00000010:0.0:1773941423.099835:0:14608:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51380. 00000020:00000010:1.0:1773941423.099838:0:14610:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d838c3360. 00000040:00000010:1.0:1773941423.099842:0:14610:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845b200. 00000020:00000010:1.0:1773941423.099847:0:14610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98bad000. 00000100:00000010:0.0:1773941423.099849:0:14608:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920d98b51b80. 00000020:00000010:1.0:1773941423.099852:0:14610:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d90a40508. 00000100:00100000:0.0:1773941423.099855:0:14608:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff920d87fe7600:14608] 0 exiting: rc = 1 00000020:00000010:1.0:1773941423.099856:0:14610:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845b400. 80000000:00000010:1.0:1773941423.099865:0:14610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d838c38a0. 40000000:00000010:1.0:1773941423.099868:0:14610:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d98b51bc0. 00008000:00000010:1.0:1773941423.099872:0:14610:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d88448388. 00100000:00000010:1.0:1773941423.099880:0:14610:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d98baa000. 00040000:00000010:1.0:1773941423.099883:0:14610:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8359d000. 00040000:00000010:1.0:1773941423.099885:0:14610:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d98baf800. 00040000:00000010:1.0:1773941423.099887:0:14610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845a800. 00000004:00000010:1.0:1773941423.099889:0:14610:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d98ba9800. 00000004:00000010:1.0:1773941423.099892:0:14610:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d86ccd000. 00000004:00000010:1.0:1773941423.099898:0:14610:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d86c77000. 00002000:00000010:1.0:1773941423.099902:0:14610:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d90aa9400. 00000004:00000010:1.0:1773941423.099905:0:14610:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d90aab400. 00000020:00000010:1.0:1773941423.099909:0:14610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845ac00. 00000020:00000010:1.0:1773941423.099913:0:14610:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d98b51980. 00000100:00000010:1.0:1773941423.099918:0:14610:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920d98b51580. 00000100:00100000:1.0:1773941423.099920:0:14610:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff920d8845ae00:14610] 2 exiting: rc = 0 00000100:00000010:3.0:1773941423.099948:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d87fe7600. 00000100:00000010:3.0:1773941423.099953:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d8322e000. 00000100:00000010:3.0:1773941423.099955:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d8845ae00. 00000100:00000001:3.0:1773941423.099957:0:14689:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941423.099958:0:14689:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941423.099959:0:14689:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:3.0:1773941423.099960:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:3.0:1773941423.099961:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:3.0:1773941423.099962:0:14689:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:3.0:1773941423.099977:0:14689:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:3.0:1773941423.099984:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84e5f200. 00000020:00000010:3.0:1773941423.099987:0:14612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d832086c0. 00000040:00000010:3.0:1773941423.099989:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d86cb7200. 00000020:00000010:3.0:1773941423.099991:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d885af800. 00000020:00000010:3.0:1773941423.099994:0:14612:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b3c60. 00000020:00000010:3.0:1773941423.099997:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86cb6200. 00000020:00000010:2.0:1773941423.099998:0:14611:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84e5fa00. 80000000:00000010:3.0:1773941423.100000:0:14612:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d832088a0. 00000020:00000010:2.0:1773941423.100003:0:14611:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d83208180. 40000000:00000010:3.0:1773941423.100005:0:14612:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07ef0c0. 00000040:00000010:2.0:1773941423.100008:0:14611:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84e5ee00. 00008000:00000010:3.0:1773941423.100009:0:14612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe1fc8. 00000020:00000010:2.0:1773941423.100014:0:14611:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d885aa800. 00100000:00000010:3.0:1773941423.100015:0:14612:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d885a9800. 00040000:00000010:3.0:1773941423.100020:0:14612:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084dd00. 00000020:00000010:2.0:1773941423.100022:0:14611:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b5588. 00000020:00000010:2.0:1773941423.100027:0:14611:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84e5f400. 00040000:00000010:3.0:1773941423.100030:0:14612:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d885ac800. 80000000:00000010:2.0:1773941423.100033:0:14611:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d83208780. 00040000:00000010:3.0:1773941423.100036:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d86cb6600. 00000004:00000010:3.0:1773941423.100039:0:14612:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d885ac000. 00000004:00000010:3.0:1773941423.100042:0:14612:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e34000. 40000000:00000010:2.0:1773941423.100046:0:14611:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07ef480. 00000004:00000010:3.0:1773941423.100048:0:14612:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d879a8000. 00008000:00000010:2.0:1773941423.100052:0:14611:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe3880. 00002000:00000010:3.0:1773941423.100053:0:14612:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88512400. 00100000:00000010:2.0:1773941423.100060:0:14611:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d885a8800. 00000004:00000010:3.0:1773941423.100061:0:14612:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88512800. 00000020:00000010:3.0:1773941423.100067:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84e5f800. 00040000:00000010:2.0:1773941423.100068:0:14611:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084df00. 00040000:00000010:2.0:1773941423.100073:0:14611:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d885ad800. 00000020:00000010:3.0:1773941423.100074:0:14612:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef500. 00040000:00000010:2.0:1773941423.100076:0:14611:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e5e000. 00000100:00000010:3.0:1773941423.100080:0:14612:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920da07efc00. 00000004:00000010:2.0:1773941423.100082:0:14611:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d885ae000. 00000100:00100000:3.0:1773941423.100085:0:14612:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff920d83ed7c00:14612] 1 exiting: rc = 0 00000004:00000010:2.0:1773941423.100087:0:14611:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e31000. 00000004:00000010:2.0:1773941423.100093:0:14611:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d885af000. 00002000:00000010:2.0:1773941423.100096:0:14611:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88511c00. 00000004:00000010:2.0:1773941423.100099:0:14611:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88513800. 00000020:00000010:2.0:1773941423.100102:0:14611:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84e5fe00. 00000020:00000010:2.0:1773941423.100106:0:14611:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07efa00. 00000100:00000010:2.0:1773941423.100110:0:14611:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920da07efec0. 00000100:00100000:2.0:1773941423.100114:0:14611:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff920d84e5ea00:14611] 0 exiting: rc = 1 00010000:00000010:2.1:1773941423.100148:0:14611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80031400. 00010000:00000010:2.1:1773941423.100157:0:14611:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962ea00. 00000020:00000010:3.0:1773941423.100317:0:14613:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d86cb7600. 00000020:00000010:3.0:1773941423.100320:0:14613:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d861a8180. 00000040:00000010:3.0:1773941423.100322:0:14613:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d86cb6e00. 00000020:00000010:3.0:1773941423.100324:0:14613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d879a8800. 00000020:00000010:3.0:1773941423.100325:0:14613:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b78c0. 00000020:00000010:3.0:1773941423.100328:0:14613:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86cb7a00. 80000000:00000010:3.0:1773941423.100330:0:14613:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d89ee7f60. 40000000:00000010:3.0:1773941423.100332:0:14613:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07eff00. 00008000:00000010:3.0:1773941423.100334:0:14613:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe11a8. 00100000:00000010:3.0:1773941423.100336:0:14613:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d879aa800. 00040000:00000010:3.0:1773941423.100338:0:14613:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084da00. 00040000:00000010:3.0:1773941423.100339:0:14613:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d879ab800. 00040000:00000010:3.0:1773941423.100341:0:14613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e69c00. 00000004:00000010:3.0:1773941423.100343:0:14613:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d879a9000. 00000004:00000010:3.0:1773941423.100345:0:14613:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e33000. 00000004:00000010:3.0:1773941423.100347:0:14613:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d879ab000. 00002000:00000010:3.0:1773941423.100348:0:14613:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88510400. 00000004:00000010:3.0:1773941423.100349:0:14613:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d82ef9c00. 00000020:00000010:3.0:1773941423.100351:0:14613:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d86cb6a00. 00000020:00000010:3.0:1773941423.100361:0:14613:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef180. 00000100:00000010:3.0:1773941423.100363:0:14613:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff920da07ef200. 00000100:00100000:3.0:1773941423.100365:0:14613:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff920d83ed7200:14613] 2 exiting: rc = 0 00000100:00000010:3.0:1773941423.100501:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d84e5ea00. 00000100:00000010:3.0:1773941423.100509:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d83ed7c00. 00000100:00000010:3.0:1773941423.100513:0:14689:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff920d83ed7200. 00000100:00000001:3.0:1773941423.100515:0:14689:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941423.100516:0:14689:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1773941423.100519:0:14689:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:3.0:1773941423.100522:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100523:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100525:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe6e0. 00000400:00000200:3.0:1773941423.100528:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b600 00000400:00000010:3.0:1773941423.100530:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b600. 00000100:00000001:3.0:1773941423.100532:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100534:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100538:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100541:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941423.100543:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100544:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100545:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100547:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfed10. 00000400:00000200:3.0:1773941423.100548:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079bb40 00000400:00000010:3.0:1773941423.100550:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079bb40. 00000100:00000001:3.0:1773941423.100551:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100552:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100555:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100555:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941423.100556:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100557:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100558:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100559:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe528. 00000400:00000200:3.0:1773941423.100560:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b9c0 00000400:00000010:3.0:1773941423.100561:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b9c0. 00000100:00000001:3.0:1773941423.100562:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100562:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100564:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100565:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941423.100566:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100567:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100567:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100572:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe3c8. 00000400:00000200:3.0:1773941423.100573:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b840 00000400:00000010:3.0:1773941423.100574:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b840. 00000100:00000001:3.0:1773941423.100576:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100589:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100593:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100594:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941423.100594:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100596:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100596:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100598:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe688. 00000400:00000200:3.0:1773941423.100599:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b900 00000400:00000010:3.0:1773941423.100600:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b900. 00000100:00000001:3.0:1773941423.100601:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100602:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100604:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100605:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941423.100606:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100607:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100607:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100608:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86cfe898. 00000400:00000200:3.0:1773941423.100609:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079bd80 00000400:00000010:3.0:1773941423.100610:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079bd80. 00000100:00000001:3.0:1773941423.100611:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100611:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100614:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100615:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941423.100616:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100617:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100617:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100618:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43e70. 00000400:00000200:3.0:1773941423.100619:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b480 00000400:00000010:3.0:1773941423.100621:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b480. 00000100:00000001:3.0:1773941423.100622:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100622:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100624:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100625:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941423.100626:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100630:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100631:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100632:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43c08. 00000400:00000200:3.0:1773941423.100634:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b6c0 00000400:00000010:3.0:1773941423.100635:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b6c0. 00000100:00000001:3.0:1773941423.100636:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100636:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100639:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100640:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941423.100640:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100641:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100642:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100642:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43210. 00000400:00000200:3.0:1773941423.100643:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b300 00000400:00000010:3.0:1773941423.100644:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b300. 00000100:00000001:3.0:1773941423.100645:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100646:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100648:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100649:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941423.100650:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100650:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100651:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100652:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43d68. 00000400:00000200:3.0:1773941423.100653:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079be40 00000400:00000010:3.0:1773941423.100653:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079be40. 00000100:00000001:3.0:1773941423.100654:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100655:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100657:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100658:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941423.100659:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100660:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100660:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100661:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43108. 00000400:00000200:3.0:1773941423.100662:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b780 00000400:00000010:3.0:1773941423.100663:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b780. 00000100:00000001:3.0:1773941423.100664:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100664:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100667:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100669:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941423.100670:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100672:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100672:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100673:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43478. 00000400:00000200:3.0:1773941423.100674:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b540 00000400:00000010:3.0:1773941423.100675:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b540. 00000100:00000001:3.0:1773941423.100676:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100677:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100679:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100680:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941423.100680:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100681:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100682:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100682:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f439f8. 00000400:00000200:3.0:1773941423.100683:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079ba80 00000400:00000010:3.0:1773941423.100684:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079ba80. 00000100:00000001:3.0:1773941423.100685:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100686:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100688:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100689:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941423.100689:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100690:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100691:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100691:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43ec8. 00000400:00000200:3.0:1773941423.100692:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da079b240 00000400:00000010:3.0:1773941423.100693:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da079b240. 00000100:00000001:3.0:1773941423.100694:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100695:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100697:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100698:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941423.100698:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100699:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100700:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100701:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43f78. 00000400:00000200:3.0:1773941423.100702:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85b40 00000400:00000010:3.0:1773941423.100702:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85b40. 00000100:00000001:3.0:1773941423.100704:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100706:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100709:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100709:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941423.100710:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100712:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100712:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100713:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43bb0. 00000400:00000200:3.0:1773941423.100714:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d859c0 00000400:00000010:3.0:1773941423.100715:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d859c0. 00000100:00000001:3.0:1773941423.100716:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100717:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100719:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100720:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941423.100720:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100721:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100722:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100722:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43e18. 00000400:00000200:3.0:1773941423.100723:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85840 00000400:00000010:3.0:1773941423.100724:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85840. 00000100:00000001:3.0:1773941423.100725:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100726:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100728:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100729:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941423.100729:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100730:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100731:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100731:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f439a0. 00000400:00000200:3.0:1773941423.100732:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85900 00000400:00000010:3.0:1773941423.100733:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85900. 00000100:00000001:3.0:1773941423.100734:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100735:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100737:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100737:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941423.100738:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100739:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100739:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100740:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f435d8. 00000400:00000200:3.0:1773941423.100741:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85d80 00000400:00000010:3.0:1773941423.100744:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85d80. 00000100:00000001:3.0:1773941423.100746:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100746:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100749:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100749:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941423.100750:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100751:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100751:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100752:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43738. 00000400:00000200:3.0:1773941423.100753:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85480 00000400:00000010:3.0:1773941423.100760:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85480. 00000100:00000001:3.0:1773941423.100762:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100762:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100764:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100765:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941423.100766:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100767:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100767:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100768:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43420. 00000400:00000200:3.0:1773941423.100769:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d856c0 00000400:00000010:3.0:1773941423.100770:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d856c0. 00000100:00000001:3.0:1773941423.100771:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100771:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100774:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100774:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941423.100775:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100776:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100776:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100777:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43dc0. 00000400:00000200:3.0:1773941423.100778:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85300 00000400:00000010:3.0:1773941423.100779:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85300. 00000100:00000001:3.0:1773941423.100780:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100780:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100782:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100783:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941423.100784:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100785:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100788:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100789:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43318. 00000400:00000200:3.0:1773941423.100791:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85e40 00000400:00000010:3.0:1773941423.100791:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85e40. 00000100:00000001:3.0:1773941423.100793:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100793:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100796:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100796:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941423.100797:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100798:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100799:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100799:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f430b0. 00000400:00000200:3.0:1773941423.100800:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85780 00000400:00000010:3.0:1773941423.100801:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85780. 00000100:00000001:3.0:1773941423.100802:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100803:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100805:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100806:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941423.100806:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100807:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100808:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100808:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43160. 00000400:00000200:3.0:1773941423.100809:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85540 00000400:00000010:3.0:1773941423.100810:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85540. 00000100:00000001:3.0:1773941423.100811:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100812:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100814:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100815:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941423.100815:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100816:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100817:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100817:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43cb8. 00000400:00000200:3.0:1773941423.100818:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85a80 00000400:00000010:3.0:1773941423.100819:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85a80. 00000100:00000001:3.0:1773941423.100820:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100821:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100823:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100824:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941423.100827:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100828:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100829:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100830:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43b58. 00000400:00000200:3.0:1773941423.100831:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85240 00000400:00000010:3.0:1773941423.100832:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85240. 00000100:00000001:3.0:1773941423.100833:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100834:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100836:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100837:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941423.100837:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100838:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100839:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100840:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f432c0. 00000400:00000200:3.0:1773941423.100840:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d853c0 00000400:00000010:3.0:1773941423.100841:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d853c0. 00000100:00000001:3.0:1773941423.100842:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100843:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100845:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100846:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941423.100846:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100847:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100848:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100849:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f436e0. 00000400:00000200:3.0:1773941423.100849:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85cc0 00000400:00000010:3.0:1773941423.100850:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941423.100851:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100852:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100854:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100855:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941423.100855:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100856:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100857:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100857:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43d10. 00000400:00000200:3.0:1773941423.100858:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85c00 00000400:00000010:3.0:1773941423.100859:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85c00. 00000100:00000001:3.0:1773941423.100860:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100860:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100865:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100866:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941423.100866:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100868:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100868:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100869:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43528. 00000400:00000200:3.0:1773941423.100870:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d850c0 00000400:00000010:3.0:1773941423.100871:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d850c0. 00000100:00000001:3.0:1773941423.100872:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100872:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100874:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100875:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941423.100876:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100877:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100877:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100878:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f433c8. 00000400:00000200:3.0:1773941423.100879:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85f00 00000400:00000010:3.0:1773941423.100879:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85f00. 00000100:00000001:3.0:1773941423.100880:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100881:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100883:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100884:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941423.100885:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100885:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100886:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100887:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43688. 00000400:00000200:3.0:1773941423.100887:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85180 00000400:00000010:3.0:1773941423.100888:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85180. 00000100:00000001:3.0:1773941423.100889:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100890:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100892:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100893:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941423.100893:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100894:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100894:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100895:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43898. 00000400:00000200:3.0:1773941423.100896:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85000 00000400:00000010:3.0:1773941423.100897:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85000. 00000100:00000001:3.0:1773941423.100900:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100901:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100903:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100904:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941423.100905:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100906:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100906:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100907:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43948. 00000400:00000200:3.0:1773941423.100908:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86d85600 00000400:00000010:3.0:1773941423.100909:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86d85600. 00000100:00000001:3.0:1773941423.100910:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100911:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100913:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100913:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941423.100914:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100915:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100915:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100916:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43b00. 00000400:00000200:3.0:1773941423.100917:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf0c0 00000400:00000010:3.0:1773941423.100918:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf0c0. 00000100:00000001:3.0:1773941423.100920:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100920:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100922:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100923:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941423.100924:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100924:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100925:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100926:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f438f0. 00000400:00000200:3.0:1773941423.100926:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf240 00000400:00000010:3.0:1773941423.100927:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf240. 00000100:00000001:3.0:1773941423.100928:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100929:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100931:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100932:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941423.100932:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100933:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100934:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100934:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43c60. 00000400:00000200:3.0:1773941423.100938:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf540 00000400:00000010:3.0:1773941423.100939:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf540. 00000100:00000001:3.0:1773941423.100940:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100940:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100943:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100943:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941423.100944:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100945:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100946:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100946:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43a50. 00000400:00000200:3.0:1773941423.100947:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf300 00000400:00000010:3.0:1773941423.100948:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf300. 00000100:00000001:3.0:1773941423.100949:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100950:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100952:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100952:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941423.100953:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100954:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100954:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100955:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43f20. 00000400:00000200:3.0:1773941423.100956:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf900 00000400:00000010:3.0:1773941423.100957:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf900. 00000100:00000001:3.0:1773941423.100958:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100958:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100960:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100961:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941423.100962:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100962:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100963:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100964:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43790. 00000400:00000200:3.0:1773941423.100965:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf180 00000400:00000010:3.0:1773941423.100965:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf180. 00000100:00000001:3.0:1773941423.100966:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100967:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100969:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100970:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941423.100970:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100974:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100974:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100975:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f437e8. 00000400:00000200:3.0:1773941423.100976:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf000 00000400:00000010:3.0:1773941423.100977:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf000. 00000100:00000001:3.0:1773941423.100978:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100979:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100981:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100982:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941423.100983:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100984:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100984:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100985:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43000. 00000400:00000200:3.0:1773941423.100986:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adfcc0 00000400:00000010:3.0:1773941423.100987:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adfcc0. 00000100:00000001:3.0:1773941423.100988:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100989:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.100991:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.100991:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941423.100992:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.100993:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.100993:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.100994:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43058. 00000400:00000200:3.0:1773941423.100995:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf780 00000400:00000010:3.0:1773941423.100996:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf780. 00000100:00000001:3.0:1773941423.100997:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.100997:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101000:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101000:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941423.101001:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101002:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101003:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101003:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f431b8. 00000400:00000200:3.0:1773941423.101004:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adfe40 00000400:00000010:3.0:1773941423.101005:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adfe40. 00000100:00000001:3.0:1773941423.101006:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101007:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101009:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101012:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941423.101012:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101014:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101014:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101015:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43840. 00000400:00000200:3.0:1773941423.101016:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adfd80 00000400:00000010:3.0:1773941423.101017:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adfd80. 00000100:00000001:3.0:1773941423.101018:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101018:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101020:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101021:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941423.101022:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101023:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101023:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101024:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43268. 00000400:00000200:3.0:1773941423.101025:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adff00 00000400:00000010:3.0:1773941423.101026:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adff00. 00000100:00000001:3.0:1773941423.101027:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101027:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101029:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101030:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941423.101031:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101031:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101032:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101033:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f434d0. 00000400:00000200:3.0:1773941423.101034:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adfa80 00000400:00000010:3.0:1773941423.101034:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adfa80. 00000100:00000001:3.0:1773941423.101035:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101036:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101038:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101039:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941423.101039:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101040:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101041:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101041:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43aa8. 00000400:00000200:3.0:1773941423.101042:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98adf480 00000400:00000010:3.0:1773941423.101043:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98adf480. 00000100:00000001:3.0:1773941423.101044:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101047:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101049:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101050:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941423.101051:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101052:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101052:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101053:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43630. 00000400:00000200:3.0:1773941423.101054:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68180 00000400:00000010:3.0:1773941423.101055:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68180. 00000100:00000001:3.0:1773941423.101056:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101057:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101059:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101060:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941423.101060:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101061:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101062:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101062:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43580. 00000400:00000200:3.0:1773941423.101063:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68600 00000400:00000010:3.0:1773941423.101064:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68600. 00000100:00000001:3.0:1773941423.101065:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101066:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101068:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101068:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941423.101069:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101070:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101071:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101071:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d84f43370. 00000400:00000200:3.0:1773941423.101072:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68b40 00000400:00000010:3.0:1773941423.101073:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68b40. 00000100:00000001:3.0:1773941423.101074:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101075:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101077:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101078:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941423.101079:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101079:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101080:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101081:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b6e0. 00000400:00000200:3.0:1773941423.101082:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68300 00000400:00000010:3.0:1773941423.101085:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68300. 00000100:00000001:3.0:1773941423.101086:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101087:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101089:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101090:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941423.101091:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101091:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101092:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101093:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b2c0. 00000400:00000200:3.0:1773941423.101094:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68c00 00000400:00000010:3.0:1773941423.101095:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68c00. 00000100:00000001:3.0:1773941423.101095:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101096:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101098:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101099:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941423.101100:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101101:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101101:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101102:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bb58. 00000400:00000200:3.0:1773941423.101103:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68240 00000400:00000010:3.0:1773941423.101104:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68240. 00000100:00000001:3.0:1773941423.101105:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101105:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101107:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101108:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941423.101109:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101110:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101110:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101111:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b160. 00000400:00000200:3.0:1773941423.101112:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c680c0 00000400:00000010:3.0:1773941423.101113:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c680c0. 00000100:00000001:3.0:1773941423.101114:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101114:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101130:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101131:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941423.101133:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101134:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101139:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101141:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b0b0. 00000400:00000200:3.0:1773941423.101145:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68000 00000400:00000010:3.0:1773941423.101147:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68000. 00000100:00000001:3.0:1773941423.101152:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101154:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101158:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101159:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941423.101161:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101164:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101165:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101167:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bd10. 00000400:00000200:3.0:1773941423.101170:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c68e40 00000400:00000010:3.0:1773941423.101172:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c68e40. 00000100:00000001:3.0:1773941423.101177:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101179:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101189:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101191:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941423.101194:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101196:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101197:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101199:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b9a0. 00000400:00000200:3.0:1773941423.101201:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98a2c780 00000400:00000010:3.0:1773941423.101202:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98a2c780. 00000100:00000001:3.0:1773941423.101204:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101205:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101208:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101209:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941423.101210:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101211:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101211:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101212:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b5d8. 00000400:00000200:3.0:1773941423.101213:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98a2c840 00000400:00000010:3.0:1773941423.101214:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d98a2c840. 00000100:00000001:3.0:1773941423.101215:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101215:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101218:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101218:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941423.101223:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101224:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101225:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101226:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b738. 00000400:00000200:3.0:1773941423.101227:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c18c00 00000400:00000010:3.0:1773941423.101228:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c18c00. 00000100:00000001:3.0:1773941423.101230:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101230:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101232:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101233:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941423.101234:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101235:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101235:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101236:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b420. 00000400:00000200:3.0:1773941423.101237:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c18480 00000400:00000010:3.0:1773941423.101238:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c18480. 00000100:00000001:3.0:1773941423.101239:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101240:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101242:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101242:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941423.101243:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101244:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101245:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101245:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014bdc0. 00000400:00000200:3.0:1773941423.101246:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c18600 00000400:00000010:3.0:1773941423.101247:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c18600. 00000100:00000001:3.0:1773941423.101248:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101249:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101251:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101252:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941423.101252:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101253:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101254:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101254:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d8014b318. 00000400:00000200:3.0:1773941423.101255:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c18e40 00000400:00000010:3.0:1773941423.101256:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c18e40. 00000100:00000001:3.0:1773941423.101257:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101258:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101262:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101263:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941423.101264:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101266:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101266:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101268:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312b00. 00000400:00000200:3.0:1773941423.101270:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da0c05a80 00000400:00000010:3.0:1773941423.101270:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920da0c05a80. 00000100:00000001:3.0:1773941423.101272:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101272:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101275:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101276:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1773941423.101276:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101277:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101278:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101279:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d923128f0. 00000400:00000200:3.0:1773941423.101279:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78780 00000400:00000010:3.0:1773941423.101280:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78780. 00000100:00000001:3.0:1773941423.101282:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101283:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101285:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101286:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1773941423.101286:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101287:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101288:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101289:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312c60. 00000400:00000200:3.0:1773941423.101289:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78f00 00000400:00000010:3.0:1773941423.101290:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78f00. 00000100:00000001:3.0:1773941423.101291:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101292:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101294:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101295:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1773941423.101296:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101297:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101298:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101299:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312a50. 00000400:00000200:3.0:1773941423.101300:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78900 00000400:00000010:3.0:1773941423.101301:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78900. 00000100:00000001:3.0:1773941423.101305:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101305:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101308:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101309:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1773941423.101310:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101311:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101312:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101313:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312f20. 00000400:00000200:3.0:1773941423.101314:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78600 00000400:00000010:3.0:1773941423.101315:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78600. 00000100:00000001:3.0:1773941423.101316:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101316:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101318:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101319:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1773941423.101320:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101321:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101321:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101322:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312790. 00000400:00000200:3.0:1773941423.101323:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78180 00000400:00000010:3.0:1773941423.101324:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78180. 00000100:00000001:3.0:1773941423.101325:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101325:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101328:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101329:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1773941423.101329:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101330:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101331:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101331:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d923127e8. 00000400:00000200:3.0:1773941423.101332:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78cc0 00000400:00000010:3.0:1773941423.101333:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78cc0. 00000100:00000001:3.0:1773941423.101334:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101335:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101337:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101337:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1773941423.101338:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101339:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101340:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101341:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d92312000. 00000400:00000200:3.0:1773941423.101344:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78c00 00000400:00000010:3.0:1773941423.101345:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78c00. 00000100:00000001:3.0:1773941423.101346:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101347:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101349:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101350:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1773941423.101351:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101352:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101352:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101353:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590948. 00000400:00000200:3.0:1773941423.101354:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78d80 00000400:00000010:3.0:1773941423.101355:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78d80. 00000100:00000001:3.0:1773941423.101356:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101357:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101359:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101360:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1773941423.101360:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101361:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101361:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101362:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590b00. 00000400:00000200:3.0:1773941423.101363:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78840 00000400:00000010:3.0:1773941423.101364:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78840. 00000100:00000001:3.0:1773941423.101365:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101366:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101368:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101368:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1773941423.101369:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101370:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101371:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101371:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d855908f0. 00000400:00000200:3.0:1773941423.101372:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78540 00000400:00000010:3.0:1773941423.101373:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78540. 00000100:00000001:3.0:1773941423.101374:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101374:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101377:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101377:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1773941423.101378:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101381:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101382:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101383:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590c60. 00000400:00000200:3.0:1773941423.101384:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78480 00000400:00000010:3.0:1773941423.101384:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78480. 00000100:00000001:3.0:1773941423.101385:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101386:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101388:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101389:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1773941423.101390:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101390:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101391:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101392:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590a50. 00000400:00000200:3.0:1773941423.101393:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78240 00000400:00000010:3.0:1773941423.101394:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78240. 00000100:00000001:3.0:1773941423.101394:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101395:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101397:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101398:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1773941423.101399:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101399:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101400:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101401:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590f20. 00000400:00000200:3.0:1773941423.101401:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c783c0 00000400:00000010:3.0:1773941423.101402:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c783c0. 00000100:00000001:3.0:1773941423.101403:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101404:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101406:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101407:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1773941423.101407:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101408:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101409:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101409:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590790. 00000400:00000200:3.0:1773941423.101410:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78000 00000400:00000010:3.0:1773941423.101411:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78000. 00000100:00000001:3.0:1773941423.101412:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101412:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101414:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101417:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1773941423.101418:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101419:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101420:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101421:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d855907e8. 00000400:00000200:3.0:1773941423.101422:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78300 00000400:00000010:3.0:1773941423.101423:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78300. 00000100:00000001:3.0:1773941423.101424:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101424:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101426:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101427:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1773941423.101428:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101429:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101429:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101430:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590000. 00000400:00000200:3.0:1773941423.101431:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78b40 00000400:00000010:3.0:1773941423.101432:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78b40. 00000100:00000001:3.0:1773941423.101433:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101433:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101435:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101436:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1773941423.101437:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101438:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101438:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101439:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590058. 00000400:00000200:3.0:1773941423.101440:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c786c0 00000400:00000010:3.0:1773941423.101441:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c786c0. 00000100:00000001:3.0:1773941423.101442:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101442:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101444:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101445:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1773941423.101446:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101447:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101447:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101448:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d855901b8. 00000400:00000200:3.0:1773941423.101449:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d86c78a80 00000400:00000010:3.0:1773941423.101450:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d86c78a80. 00000100:00000001:3.0:1773941423.101450:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101453:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101456:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101456:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1773941423.101457:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101458:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101459:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101460:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590840. 00000400:00000200:3.0:1773941423.101461:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f3c0 00000400:00000010:3.0:1773941423.101461:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f3c0. 00000100:00000001:3.0:1773941423.101463:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101463:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101465:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101466:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1773941423.101467:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101468:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101468:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101469:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590268. 00000400:00000200:3.0:1773941423.101470:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f180 00000400:00000010:3.0:1773941423.101471:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f180. 00000100:00000001:3.0:1773941423.101472:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101472:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101474:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101475:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1773941423.101476:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101476:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101477:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101478:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d855904d0. 00000400:00000200:3.0:1773941423.101479:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fcc0 00000400:00000010:3.0:1773941423.101479:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fcc0. 00000100:00000001:3.0:1773941423.101480:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101481:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101483:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101484:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1773941423.101485:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101485:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101486:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101487:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590aa8. 00000400:00000200:3.0:1773941423.101488:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f240 00000400:00000010:3.0:1773941423.101492:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f240. 00000100:00000001:3.0:1773941423.101494:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101495:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101499:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101500:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1773941423.101502:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101503:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101505:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101506:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590630. 00000400:00000200:3.0:1773941423.101508:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f9c0 00000400:00000010:3.0:1773941423.101510:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f9c0. 00000100:00000001:3.0:1773941423.101512:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101513:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101517:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101518:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1773941423.101520:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101521:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101522:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101523:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590580. 00000400:00000200:3.0:1773941423.101525:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f000 00000400:00000010:3.0:1773941423.101527:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f000. 00000100:00000001:3.0:1773941423.101529:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101530:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101533:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101535:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1773941423.101536:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101537:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101538:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101539:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590370. 00000400:00000200:3.0:1773941423.101540:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f840 00000400:00000010:3.0:1773941423.101541:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f840. 00000100:00000001:3.0:1773941423.101542:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101543:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101545:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101546:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1773941423.101547:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101548:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101552:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101553:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590e70. 00000400:00000200:3.0:1773941423.101554:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f6c0 00000400:00000010:3.0:1773941423.101555:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f6c0. 00000100:00000001:3.0:1773941423.101556:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101557:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101560:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101560:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1773941423.101561:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101562:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101563:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101564:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d85590c08. 00000400:00000200:3.0:1773941423.101565:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fd80 00000400:00000010:3.0:1773941423.101566:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fd80. 00000100:00000001:3.0:1773941423.101567:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101568:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101570:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101571:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1773941423.101571:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101572:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101573:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101573:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4ba50. 00000400:00000200:3.0:1773941423.101575:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f300 00000400:00000010:3.0:1773941423.101575:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f300. 00000100:00000001:3.0:1773941423.101587:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101588:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101591:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101591:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1773941423.101592:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101593:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101594:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101594:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b580. 00000400:00000200:3.0:1773941423.101595:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1ff00 00000400:00000010:3.0:1773941423.101596:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1ff00. 00000100:00000001:3.0:1773941423.101597:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101598:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101600:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101601:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1773941423.101605:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101606:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101607:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101608:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b370. 00000400:00000200:3.0:1773941423.101609:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fe40 00000400:00000010:3.0:1773941423.101610:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fe40. 00000100:00000001:3.0:1773941423.101611:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101611:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101614:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101614:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1773941423.101615:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101616:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101616:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101617:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4be70. 00000400:00000200:3.0:1773941423.101618:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f540 00000400:00000010:3.0:1773941423.101619:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f540. 00000100:00000001:3.0:1773941423.101620:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101620:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101623:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101623:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1773941423.101624:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101625:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101625:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101626:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bc08. 00000400:00000200:3.0:1773941423.101627:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f480 00000400:00000010:3.0:1773941423.101628:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f480. 00000100:00000001:3.0:1773941423.101629:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101630:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101632:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101633:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1773941423.101633:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101634:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101635:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101635:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941423.101636:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f780 00000400:00000010:3.0:1773941423.101637:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f780. 00000100:00000001:3.0:1773941423.101638:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101639:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101644:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101645:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1773941423.101646:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101647:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101648:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101649:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bd68. 00000400:00000200:3.0:1773941423.101650:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f0c0 00000400:00000010:3.0:1773941423.101651:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f0c0. 00000100:00000001:3.0:1773941423.101652:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101653:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101655:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101656:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1773941423.101657:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101658:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101658:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101659:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b108. 00000400:00000200:3.0:1773941423.101660:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fb40 00000400:00000010:3.0:1773941423.101661:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fb40. 00000100:00000001:3.0:1773941423.101662:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101662:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101665:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101665:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1773941423.101666:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101667:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101668:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101668:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b478. 00000400:00000200:3.0:1773941423.101669:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fa80 00000400:00000010:3.0:1773941423.101670:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fa80. 00000100:00000001:3.0:1773941423.101671:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101672:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101674:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101675:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1773941423.101676:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101676:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101677:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101678:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b9f8. 00000400:00000200:3.0:1773941423.101679:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1fc00 00000400:00000010:3.0:1773941423.101679:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1fc00. 00000100:00000001:3.0:1773941423.101683:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101684:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101687:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101688:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1773941423.101689:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101690:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101690:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101691:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bec8. 00000400:00000200:3.0:1773941423.101692:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d88c1f600 00000400:00000010:3.0:1773941423.101693:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d88c1f600. 00000100:00000001:3.0:1773941423.101694:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101694:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101697:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101698:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1773941423.101698:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101699:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101700:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101701:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bf78. 00000400:00000200:3.0:1773941423.101702:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6bd80 00000400:00000010:3.0:1773941423.101703:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6bd80. 00000100:00000001:3.0:1773941423.101704:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101705:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101707:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101708:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1773941423.101708:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101709:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101710:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101711:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bbb0. 00000400:00000200:3.0:1773941423.101711:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b300 00000400:00000010:3.0:1773941423.101712:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b300. 00000100:00000001:3.0:1773941423.101713:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101714:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101716:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101717:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1773941423.101718:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101719:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101719:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101720:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4be18. 00000400:00000200:3.0:1773941423.101723:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b480 00000400:00000010:3.0:1773941423.101724:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b480. 00000100:00000001:3.0:1773941423.101725:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101726:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101728:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101729:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1773941423.101730:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101731:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101731:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101732:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b9a0. 00000400:00000200:3.0:1773941423.101733:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b840 00000400:00000010:3.0:1773941423.101734:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b840. 00000100:00000001:3.0:1773941423.101735:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101735:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101738:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101738:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1773941423.101739:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101740:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101740:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101741:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b5d8. 00000400:00000200:3.0:1773941423.101742:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6bc00 00000400:00000010:3.0:1773941423.101743:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6bc00. 00000100:00000001:3.0:1773941423.101744:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101744:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101747:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101747:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1773941423.101748:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101749:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101749:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101750:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b738. 00000400:00000200:3.0:1773941423.101751:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b9c0 00000400:00000010:3.0:1773941423.101752:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b9c0. 00000100:00000001:3.0:1773941423.101753:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101753:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101756:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101757:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1773941423.101757:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101761:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101761:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101762:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b420. 00000400:00000200:3.0:1773941423.101763:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b780 00000400:00000010:3.0:1773941423.101764:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b780. 00000100:00000001:3.0:1773941423.101765:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101765:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101768:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101768:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1773941423.101769:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101770:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101770:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101771:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bdc0. 00000400:00000200:3.0:1773941423.101772:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6be40 00000400:00000010:3.0:1773941423.101773:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6be40. 00000100:00000001:3.0:1773941423.101774:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101774:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101777:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101778:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1773941423.101778:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101779:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101780:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101780:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b318. 00000400:00000200:3.0:1773941423.101781:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b540 00000400:00000010:3.0:1773941423.101782:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b540. 00000100:00000001:3.0:1773941423.101783:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101784:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101786:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101786:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1773941423.101787:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101788:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101788:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101789:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b0b0. 00000400:00000200:3.0:1773941423.101790:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b3c0 00000400:00000010:3.0:1773941423.101791:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b3c0. 00000100:00000001:3.0:1773941423.101792:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101792:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101794:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101797:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1773941423.101798:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101799:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101800:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101800:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b160. 00000400:00000200:3.0:1773941423.101801:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6bcc0 00000400:00000010:3.0:1773941423.101802:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6bcc0. 00000100:00000001:3.0:1773941423.101803:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101804:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101806:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101807:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1773941423.101807:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101808:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101809:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101809:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:3.0:1773941423.101810:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6ba80 00000400:00000010:3.0:1773941423.101811:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6ba80. 00000100:00000001:3.0:1773941423.101812:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101813:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101815:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101816:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1773941423.101816:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101817:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101818:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101818:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bb58. 00000400:00000200:3.0:1773941423.101819:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b240 00000400:00000010:3.0:1773941423.101820:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6b240. 00000100:00000001:3.0:1773941423.101821:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101822:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101824:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101825:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1773941423.101825:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101826:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101826:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101827:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b2c0. 00000400:00000200:3.0:1773941423.101828:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6bf00 00000400:00000010:3.0:1773941423.101829:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d90a6bf00. 00000100:00000001:3.0:1773941423.101830:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101833:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101835:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101836:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1773941423.101836:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101838:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101839:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101839:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b6e0. 00000400:00000200:3.0:1773941423.101840:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4db40 00000400:00000010:3.0:1773941423.101841:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4db40. 00000100:00000001:3.0:1773941423.101843:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101843:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101845:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101846:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1773941423.101847:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101848:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101848:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101849:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bd10. 00000400:00000200:3.0:1773941423.101850:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4df00 00000400:00000010:3.0:1773941423.101851:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4df00. 00000100:00000001:3.0:1773941423.101851:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101852:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101854:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101855:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1773941423.101856:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101856:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101857:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101858:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b528. 00000400:00000200:3.0:1773941423.101858:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d9c0 00000400:00000010:3.0:1773941423.101859:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d9c0. 00000100:00000001:3.0:1773941423.101860:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101861:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101863:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101864:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1773941423.101864:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101865:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101866:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101867:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b3c8. 00000400:00000200:3.0:1773941423.101867:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d6c0 00000400:00000010:3.0:1773941423.101871:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d6c0. 00000100:00000001:3.0:1773941423.101872:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101872:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101875:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101875:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1773941423.101876:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101877:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101877:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101878:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b688. 00000400:00000200:3.0:1773941423.101879:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d3c0 00000400:00000010:3.0:1773941423.101880:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d3c0. 00000100:00000001:3.0:1773941423.101881:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101881:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101884:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101884:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1773941423.101885:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101886:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101886:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101887:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b898. 00000400:00000200:3.0:1773941423.101888:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d240 00000400:00000010:3.0:1773941423.101889:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d240. 00000100:00000001:3.0:1773941423.101890:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101890:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101892:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101893:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1773941423.101894:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101895:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101895:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101896:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b948. 00000400:00000200:3.0:1773941423.101897:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d180 00000400:00000010:3.0:1773941423.101898:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d180. 00000100:00000001:3.0:1773941423.101898:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101899:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101901:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101902:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1773941423.101903:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101903:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101904:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101907:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bb00. 00000400:00000200:3.0:1773941423.101909:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4dcc0 00000400:00000010:3.0:1773941423.101910:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4dcc0. 00000100:00000001:3.0:1773941423.101911:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101912:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101915:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101916:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1773941423.101917:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101917:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101918:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101919:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b8f0. 00000400:00000200:3.0:1773941423.101920:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d540 00000400:00000010:3.0:1773941423.101920:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d540. 00000100:00000001:3.0:1773941423.101921:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101922:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101924:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101925:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1773941423.101926:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101927:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101927:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101928:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bc60. 00000400:00000200:3.0:1773941423.101929:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d0c0 00000400:00000010:3.0:1773941423.101929:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d0c0. 00000100:00000001:3.0:1773941423.101930:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101931:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101933:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101934:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1773941423.101935:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1773941423.101936:0:14689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941423.101936:0:14689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941423.101937:0:14689:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b790. 00000400:00000200:3.0:1773941423.101938:0:14689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d84f4d000 00000400:00000010:3.0:1773941423.101938:0:14689:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff920d84f4d000. 00000100:00000001:3.0:1773941423.101939:0:14689:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773941423.101940:0:14689:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:3.0:1773941423.101942:0:14689:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1773941423.101943:0:14689:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1773941423.101944:0:14689:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1773941423.101948:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101949:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101950:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101951:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101952:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101953:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101954:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101954:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101955:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101955:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101956:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101957:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101957:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101958:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101959:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101959:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101960:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101960:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101961:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101962:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101962:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101963:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101964:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101964:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101965:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101966:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101966:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101967:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101968:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101968:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101969:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101969:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101970:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101971:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101971:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101972:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101973:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101973:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101974:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101974:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101977:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101978:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101979:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101980:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101981:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101982:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101982:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101983:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101984:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101984:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101985:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101985:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101986:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101987:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101987:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101988:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101989:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101989:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101990:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101990:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101991:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101992:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101992:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101993:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101994:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101994:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101995:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101996:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101996:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101997:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101997:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101998:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.101999:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.101999:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102000:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102001:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102001:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102002:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102002:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102003:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102006:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102007:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102008:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102008:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102009:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102010:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102011:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102011:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102012:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102013:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102013:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102014:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102015:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102015:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102016:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102017:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102017:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102018:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102018:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102019:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102020:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102020:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102021:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102021:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102022:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102023:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102023:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102024:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102025:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102025:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102026:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102026:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102027:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102028:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102028:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102029:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102030:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102030:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102031:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102031:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102034:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102035:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102036:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102036:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102037:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102037:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102038:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102039:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941423.102040:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d9839a000. 00000100:00000010:3.0:1773941423.102043:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c46000. 00000100:00000010:3.0:1773941423.102044:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98398000. 00000100:00000010:3.0:1773941423.102046:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c47800. 00000100:00000010:3.0:1773941423.102047:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07fc000. 00000100:00000010:3.0:1773941423.102049:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c46c00. 00000100:00000010:3.0:1773941423.102050:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07f8000. 00000100:00000010:3.0:1773941423.102051:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c45800. 00000100:00000010:3.0:1773941423.102053:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07fe000. 00000100:00000010:3.0:1773941423.102054:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c44c00. 00000100:00000010:3.0:1773941423.102055:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07fa000. 00000100:00000010:3.0:1773941423.102057:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c47c00. 00000100:00000010:3.0:1773941423.102058:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8787e000. 00000100:00000010:3.0:1773941423.102061:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c47000. 00000100:00000010:3.0:1773941423.102062:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87878000. 00000100:00000010:3.0:1773941423.102063:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c46800. 00000100:00000010:3.0:1773941423.102064:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8787c000. 00000100:00000010:3.0:1773941423.102066:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c44000. 00000100:00000010:3.0:1773941423.102067:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8787a000. 00000100:00000010:3.0:1773941423.102069:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c44800. 00000100:00000010:3.0:1773941423.102070:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87870000. 00000100:00000010:3.0:1773941423.102071:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c45000. 00000100:00000010:3.0:1773941423.102072:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87874000. 00000100:00000010:3.0:1773941423.102074:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88c45c00. 00000100:00000010:3.0:1773941423.102075:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87872000. 00000100:00000010:3.0:1773941423.102076:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88434c00. 00000100:00000010:3.0:1773941423.102080:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87876000. 00000100:00000010:3.0:1773941423.102082:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88437c00. 00000100:00000010:3.0:1773941423.102083:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8786a000. 00000100:00000010:3.0:1773941423.102085:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88437000. 00000100:00000010:3.0:1773941423.102086:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8786e000. 00000100:00000010:3.0:1773941423.102088:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88436800. 00000100:00000010:3.0:1773941423.102089:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87868000. 00000100:00000010:3.0:1773941423.102091:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88434000. 00000100:00000010:3.0:1773941423.102092:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8786c000. 00000100:00000010:3.0:1773941423.102093:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88434800. 00000100:00000010:3.0:1773941423.102094:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84d16000. 00000100:00000010:3.0:1773941423.102096:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88435000. 00000100:00000010:3.0:1773941423.102098:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84d10000. 00000100:00000010:3.0:1773941423.102100:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88435c00. 00000100:00000010:3.0:1773941423.102101:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84d12000. 00000100:00000010:3.0:1773941423.102103:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88434400. 00000100:00000010:3.0:1773941423.102104:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84d14000. 00000100:00000010:3.0:1773941423.102106:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88435400. 00000100:00000010:3.0:1773941423.102107:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c8a000. 00000100:00000010:3.0:1773941423.102109:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88437400. 00000100:00000010:3.0:1773941423.102110:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c8e000. 00000100:00000010:3.0:1773941423.102111:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88436400. 00000100:00000010:3.0:1773941423.102112:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c88000. 00000100:00000010:3.0:1773941423.102114:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88436000. 00000100:00000010:3.0:1773941423.102115:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c8c000. 00000100:00000010:3.0:1773941423.102116:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88437800. 00000100:00000010:3.0:1773941423.102156:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d9829e000. 00000100:00000010:3.0:1773941423.102165:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88436c00. 00000100:00000010:3.0:1773941423.102173:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98298000. 00000100:00000010:3.0:1773941423.102184:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88435800. 00000100:00000010:3.0:1773941423.102192:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835c8000. 00000100:00000010:3.0:1773941423.102241:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da042f400. 00000100:00000010:3.0:1773941423.102248:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835ce000. 00000100:00000010:3.0:1773941423.102262:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356d400. 00000100:00000010:3.0:1773941423.102271:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835ca000. 00000100:00000010:3.0:1773941423.102277:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356dc00. 00000100:00000010:3.0:1773941423.102285:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835cc000. 00000100:00000010:3.0:1773941423.102296:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356c400. 00000100:00000010:3.0:1773941423.102303:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d885f8000. 00000100:00000010:3.0:1773941423.102307:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356c800. 00000100:00000010:3.0:1773941423.102313:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d885fe000. 00000100:00000010:3.0:1773941423.102319:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356d000. 00000100:00000010:3.0:1773941423.102324:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d885fa000. 00000100:00000010:3.0:1773941423.102331:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356e800. 00000100:00000010:3.0:1773941423.102337:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d885fc000. 00000100:00000010:3.0:1773941423.102343:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356c000. 00000100:00000010:3.0:1773941423.102350:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d87808000. 00000100:00000010:3.0:1773941423.102361:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356ec00. 00000100:00000010:3.0:1773941423.102368:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8780e000. 00000100:00000010:3.0:1773941423.102376:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356e000. 00000100:00000010:3.0:1773941423.102384:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8780a000. 00000100:00000010:3.0:1773941423.102393:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356f800. 00000100:00000010:3.0:1773941423.102400:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8780c000. 00000100:00000010:3.0:1773941423.102409:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356e400. 00000100:00000010:3.0:1773941423.102417:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07e0000. 00000100:00000010:3.0:1773941423.102476:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8356f400. 00000100:00000010:3.0:1773941423.102481:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07e6000. 00000100:00000010:3.0:1773941423.102485:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88505000. 00000100:00000010:3.0:1773941423.102489:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07e2000. 00000100:00000010:3.0:1773941423.102497:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88504800. 00000100:00000010:3.0:1773941423.102505:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da07e4000. 00000100:00000010:3.0:1773941423.102514:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88504400. 00000100:00000010:3.0:1773941423.102522:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da0792000. 00000100:00000010:3.0:1773941423.102537:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88504000. 00000100:00000010:3.0:1773941423.102544:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da0794000. 00000100:00000010:3.0:1773941423.102549:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88506800. 00000100:00000010:3.0:1773941423.102563:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da0790000. 00000100:00000010:3.0:1773941423.102574:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88507000. 00000100:00000010:3.0:1773941423.102589:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da0796000. 00000100:00000010:3.0:1773941423.102593:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88507c00. 00000100:00000010:3.0:1773941423.102595:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da12d6000. 00000100:00000010:3.0:1773941423.102598:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88504c00. 00000100:00000010:3.0:1773941423.102599:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da12d2000. 00000100:00000010:3.0:1773941423.102605:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88505800. 00000100:00000010:3.0:1773941423.102608:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da12d4000. 00000100:00000010:3.0:1773941423.102613:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88506c00. 00000100:00000010:3.0:1773941423.102615:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920da12d0000. 00000100:00000010:3.0:1773941423.102617:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88506000. 00000100:00000010:3.0:1773941423.102620:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d83528000. 00000100:00000010:3.0:1773941423.102676:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88507800. 00000100:00000010:3.0:1773941423.102682:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8352e000. 00000100:00000010:3.0:1773941423.102684:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88506400. 00000100:00000010:3.0:1773941423.102688:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8352a000. 00000100:00000010:3.0:1773941423.102692:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88507400. 00000100:00000010:3.0:1773941423.102695:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8352c000. 00000100:00000010:3.0:1773941423.102697:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88505400. 00000100:00000010:3.0:1773941423.102698:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90876000. 00000100:00000010:3.0:1773941423.102702:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88505c00. 00000100:00000010:3.0:1773941423.102709:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90872000. 00000100:00000010:3.0:1773941423.102714:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c2000. 00000100:00000010:3.0:1773941423.102719:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90874000. 00000100:00000010:3.0:1773941423.102720:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c3c00. 00000100:00000010:3.0:1773941423.102721:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90870000. 00000100:00000010:3.0:1773941423.102723:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c2c00. 00000100:00000010:3.0:1773941423.102724:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835d0000. 00000100:00000010:3.0:1773941423.102726:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c0c00. 00000100:00000010:3.0:1773941423.102727:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835d6000. 00000100:00000010:3.0:1773941423.102732:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c1c00. 00000100:00000010:3.0:1773941423.102733:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835d2000. 00000100:00000010:3.0:1773941423.102741:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c2400. 00000100:00000010:3.0:1773941423.102746:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835d4000. 00000100:00000010:3.0:1773941423.102750:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d860c1000. 00000100:00000010:3.0:1773941423.102756:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d86c74000. 00000100:00000010:3.0:1773941423.102760:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d88af0000. 00000100:00000010:3.0:1773941423.102763:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d9816a000. 00000100:00000001:3.0:1773941423.102766:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102768:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102772:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102773:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102774:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102775:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102775:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102776:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102777:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102777:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102778:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102778:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102779:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102780:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102780:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102781:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102782:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102782:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102783:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102783:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102784:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102785:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102785:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102786:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102790:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102791:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102792:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102793:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102793:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102794:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102795:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102796:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102797:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102802:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102804:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102804:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102805:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102806:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102808:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102808:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102810:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102811:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102812:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102813:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102814:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102815:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102816:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102817:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102817:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102818:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102819:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102820:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102822:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102823:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102826:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102826:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102828:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102828:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102829:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102830:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102831:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102832:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102833:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102833:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102834:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102834:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102835:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102836:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102836:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102837:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102838:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102838:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102839:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102842:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102843:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102844:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102845:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102846:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102846:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102847:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102848:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102848:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102849:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102850:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102850:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102851:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102851:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102852:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102853:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102853:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102854:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102855:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102855:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102856:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102857:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102857:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102858:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102858:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102859:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102860:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102860:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102861:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102862:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102862:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102863:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102863:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102864:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102865:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102865:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102866:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102867:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102867:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102868:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102871:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102872:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102872:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102873:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102873:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102874:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102875:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102875:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102876:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102877:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102877:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102878:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102878:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773941423.102879:0:14689:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773941423.102880:0:14689:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1773941423.102881:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c0e000. 00000100:00000010:3.0:1773941423.102892:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0440000. 00000100:00000010:3.0:1773941423.102894:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c0a000. 00000100:00000010:3.0:1773941423.102896:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0440800. 00000100:00000010:3.0:1773941423.102897:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c0c000. 00000100:00000010:3.0:1773941423.102898:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0441000. 00000100:00000010:3.0:1773941423.102900:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c08000. 00000100:00000010:3.0:1773941423.102901:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0441c00. 00000100:00000010:3.0:1773941423.102902:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a92000. 00000100:00000010:3.0:1773941423.102904:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0440400. 00000100:00000010:3.0:1773941423.102905:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a94000. 00000100:00000010:3.0:1773941423.102906:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0441400. 00000100:00000010:3.0:1773941423.102907:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a90000. 00000100:00000010:3.0:1773941423.102909:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0443400. 00000100:00000010:3.0:1773941423.102910:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a96000. 00000100:00000010:3.0:1773941423.102912:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0442400. 00000100:00000010:3.0:1773941423.102914:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c80000. 00000100:00000010:3.0:1773941423.102916:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0442000. 00000100:00000010:3.0:1773941423.102917:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c86000. 00000100:00000010:3.0:1773941423.102919:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0443800. 00000100:00000010:3.0:1773941423.102920:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c82000. 00000100:00000010:3.0:1773941423.102924:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0442c00. 00000100:00000010:3.0:1773941423.102925:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c84000. 00000100:00000010:3.0:1773941423.102927:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0441800. 00000100:00000010:3.0:1773941423.102928:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86ce8000. 00000100:00000010:3.0:1773941423.102938:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0440c00. 00000100:00000010:3.0:1773941423.102940:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86cee000. 00000100:00000010:3.0:1773941423.102942:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0443c00. 00000100:00000010:3.0:1773941423.102943:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86cea000. 00000100:00000010:3.0:1773941423.102945:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920da0443000. 00000100:00000010:3.0:1773941423.102947:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86cec000. 00000100:00000010:3.0:1773941423.102949:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d84e31c00. 00000100:00000010:3.0:1773941423.102952:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90a62000. 00000100:00000010:3.0:1773941423.102955:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d84e30400. 00000100:00000010:3.0:1773941423.102957:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90a64000. 00000100:00000010:3.0:1773941423.102959:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d84e33400. 00000100:00000010:3.0:1773941423.102961:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90a60000. 00000100:00000010:3.0:1773941423.102964:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce5c00. 00000100:00000010:3.0:1773941423.102966:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90a66000. 00000100:00000010:3.0:1773941423.102969:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce4400. 00000100:00000010:3.0:1773941423.102970:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8538c000. 00000100:00000010:3.0:1773941423.102973:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce5400. 00000100:00000010:3.0:1773941423.102975:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d85388000. 00000100:00000010:3.0:1773941423.102977:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce4800. 00000100:00000010:3.0:1773941423.102978:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8538e000. 00000100:00000010:3.0:1773941423.102980:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce5000. 00000100:00000010:3.0:1773941423.102982:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d8538a000. 00000100:00000010:3.0:1773941423.102984:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce6800. 00000100:00000010:3.0:1773941423.102986:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84fcc000. 00000100:00000010:3.0:1773941423.103000:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce4000. 00000100:00000010:3.0:1773941423.103003:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84fc8000. 00000100:00000010:3.0:1773941423.103005:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce7c00. 00000100:00000010:3.0:1773941423.103007:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84fce000. 00000100:00000010:3.0:1773941423.103009:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce7000. 00000100:00000010:3.0:1773941423.103015:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d84fca000. 00000100:00000010:3.0:1773941423.103017:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce7800. 00000100:00000010:3.0:1773941423.103019:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d82ce4000. 00000100:00000010:3.0:1773941423.103021:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce6c00. 00000100:00000010:3.0:1773941423.103023:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d82ce0000. 00000100:00000010:3.0:1773941423.103025:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce5800. 00000100:00000010:3.0:1773941423.103027:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d82ce6000. 00000100:00000010:3.0:1773941423.103029:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce4c00. 00000100:00000010:3.0:1773941423.103031:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d82ce2000. 00000100:00000010:3.0:1773941423.103033:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88ce7400. 00000100:00000010:3.0:1773941423.103035:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a24000. 00000100:00000010:3.0:1773941423.103038:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a4800. 00000100:00000010:3.0:1773941423.103040:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a20000. 00000100:00000010:3.0:1773941423.103043:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a5000. 00000100:00000010:3.0:1773941423.103044:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a26000. 00000100:00000010:3.0:1773941423.103047:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a5400. 00000100:00000010:3.0:1773941423.103048:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a22000. 00000100:00000010:3.0:1773941423.103050:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a4000. 00000100:00000010:3.0:1773941423.103051:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c64000. 00000100:00000010:3.0:1773941423.103062:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a7000. 00000100:00000010:3.0:1773941423.103064:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c60000. 00000100:00000010:3.0:1773941423.103065:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a7400. 00000100:00000010:3.0:1773941423.103067:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c66000. 00000100:00000010:3.0:1773941423.103068:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a6000. 00000100:00000010:3.0:1773941423.103069:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d88c62000. 00000100:00000010:3.0:1773941423.103071:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a4400. 00000100:00000010:3.0:1773941423.103072:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90c3e000. 00000100:00000010:3.0:1773941423.103074:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a5c00. 00000100:00000010:3.0:1773941423.103075:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90c3a000. 00000100:00000010:3.0:1773941423.103077:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a6c00. 00000100:00000010:3.0:1773941423.103078:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90c3c000. 00000100:00000010:3.0:1773941423.103079:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a6400. 00000100:00000010:3.0:1773941423.103080:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d90c38000. 00000100:00000010:3.0:1773941423.103086:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a4c00. 00000100:00000010:3.0:1773941423.103087:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c8a000. 00000100:00000010:3.0:1773941423.103089:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a5800. 00000100:00000010:3.0:1773941423.103091:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c8c000. 00000100:00000010:3.0:1773941423.103092:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d904a6800. 00000100:00000010:3.0:1773941423.103094:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c88000. 00000100:00000010:3.0:1773941423.103095:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d92085000. 00000100:00000010:3.0:1773941423.103096:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d86c8e000. 00000100:00000010:3.0:1773941423.103098:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88538800. 00000100:00000010:3.0:1773941423.103099:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d909a2000. 00000100:00000010:3.0:1773941423.103109:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88538000. 00000100:00000010:3.0:1773941423.103111:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d909a4000. 00000100:00000010:3.0:1773941423.103112:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8853b000. 00000100:00000010:3.0:1773941423.103114:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d909a0000. 00000100:00000010:3.0:1773941423.103116:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d8a42a400. 00000100:00000010:3.0:1773941423.103132:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d909a6000. 00000100:00000010:3.0:1773941423.103134:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d813dd000. 00000100:00000010:3.0:1773941423.103138:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d908ba000. 00000100:00000010:3.0:1773941423.103142:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d813dd800. 00000100:00000010:3.0:1773941423.103145:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d908bc000. 00000100:00000010:3.0:1773941423.103148:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d813dec00. 00000100:00000010:3.0:1773941423.103151:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d908b8000. 00000100:00000010:3.0:1773941423.103153:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88d97800. 00000100:00000010:3.0:1773941423.103157:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d908be000. 00000100:00000010:3.0:1773941423.103160:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88d95c00. 00000100:00000010:3.0:1773941423.103163:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835ee000. 00000100:00000010:3.0:1773941423.103166:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d98b48000. 00000100:00000010:3.0:1773941423.103168:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835ea000. 00000100:00000010:3.0:1773941423.103170:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d98b4b000. 00000100:00000010:3.0:1773941423.103173:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835ec000. 00000100:00000010:3.0:1773941423.103175:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d98b4ac00. 00000100:00000010:3.0:1773941423.103178:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d835e8000. 00000100:00000010:3.0:1773941423.103180:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88521800. 00000100:00000010:3.0:1773941423.103188:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a54000. 00000100:00000010:3.0:1773941423.103205:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d88520800. 00000100:00000010:3.0:1773941423.103208:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a50000. 00000100:00000010:3.0:1773941423.103211:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d90aaa800. 00000100:00000010:3.0:1773941423.103213:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a56000. 00000100:00000010:3.0:1773941423.103216:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d90aa8000. 00000100:00000010:3.0:1773941423.103219:0:14689:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff920d98a52000. 00000100:00000010:3.0:1773941423.103222:0:14689:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff920d90aa8800. 00000100:00000010:3.0:1773941423.103224:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d879a9800. 00000100:00000010:3.0:1773941423.103227:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d879ae800. 00000100:00000010:3.0:1773941423.103229:0:14689:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff920d885ab000. 00000100:00000001:3.0:1773941423.103232:0:14689:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941423.103235:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103237:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.103238:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.103241:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b51840. 00000100:00000001:3.0:1773941423.103244:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.103246:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.103248:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103250:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf600. 00000100:00000001:3.0:1773941423.103252:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103253:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103255:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcff00. 00000100:00000001:3.0:1773941423.103257:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103258:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103259:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf3c0. 00000100:00000001:3.0:1773941423.103261:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103263:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103264:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf9c0. 00000100:00000001:3.0:1773941423.103266:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103268:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.103269:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.103270:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b51f80. 00000100:00000001:3.0:1773941423.103273:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.103274:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.103276:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103277:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf840. 00000100:00000001:3.0:1773941423.103279:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103286:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103288:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcfe40. 00000100:00000001:3.0:1773941423.103290:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103291:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103292:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcfa80. 00000100:00000001:3.0:1773941423.103294:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103295:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103297:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf540. 00000100:00000010:3.0:1773941423.103299:0:14689:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff920d88bb2080. 00000100:00000001:3.0:1773941423.103301:0:14689:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:3.0:1773941423.103302:0:14689:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1773941423.103303:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103305:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.103306:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.103307:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b518c0. 00000100:00000001:3.0:1773941423.103309:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.103311:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.103313:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103314:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcfc00. 00000100:00000001:3.0:1773941423.103316:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103317:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103318:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d90fcf240. 00000100:00000001:3.0:1773941423.103320:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103321:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103323:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c18180. 00000100:00000001:3.0:1773941423.103324:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103325:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103326:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c18a80. 00000100:00000001:3.0:1773941423.103328:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103329:0:14689:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1773941423.103330:0:14689:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1773941423.103331:0:14689:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff920d98b51480. 00000100:00000001:3.0:1773941423.103333:0:14689:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1773941423.103334:0:14689:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.103336:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103337:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c18f00. 00000100:00000001:3.0:1773941423.103339:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103340:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103341:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c189c0. 00000100:00000001:3.0:1773941423.103342:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103347:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103348:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c18900. 00000100:00000001:3.0:1773941423.103350:0:14689:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1773941423.103351:0:14689:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1773941423.103352:0:14689:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff920d88c18540. 00000100:00000010:3.0:1773941423.103354:0:14689:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff920d88bb2380. 00000100:00000001:3.0:1773941423.103355:0:14689:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1773941423.103427:0:14689:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff920d90fdd000. 00000020:00000010:3.0:1773941423.103433:0:14689:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff920d90aa9000. 00000100:00000010:3.0:1773941423.103456:0:14689:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff920d84f48000. 00000100:00000010:3.0:1773941423.103464:0:14689:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff920d90fd8000. 00000100:00000010:3.0:1773941423.103467:0:14689:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff920d835b4000. 00000100:00000010:3.0:1773941423.103473:0:14689:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff920d90fdb000. 00000100:00000010:3.0:1773941423.103476:0:14689:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff920d88c46400. 00000100:00000010:3.0:1773941423.103478:0:14689:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff920da0442800. 00000100:00000010:3.0:1773941423.103485:0:14689:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff920d87fe7000. 00000100:00000001:3.0:1773941423.103487:0:14689:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.103562:0:14616:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:1.0:1773941423.103565:0:14616:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.103594:0:14616:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da07ef000. 00000020:00000010:1.0:1773941423.103602:0:14616:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1f600. 00000040:00000010:1.0:1773941423.103607:0:14616:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e600. 00010000:00000010:3.0:1773941423.103609:0:14689:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff920d82c63080. 00000020:00000010:1.0:1773941423.103611:0:14616:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d879ac000. 00010000:00000001:3.0:1773941423.103614:0:14689:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.103617:0:14616:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884b2840. 00010000:00000001:3.0:1773941423.103619:0:14689:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00000020:00000010:1.0:1773941423.103622:0:14616:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1f200. 00010000:00000010:3.0:1773941423.103623:0:14689:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff920d82fd8000. 80000000:00000010:1.0:1773941423.103626:0:14616:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d8a6069c0. 00010000:00000010:3.0:1773941423.103629:0:14689:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff920da0405000. 40000000:00000010:1.0:1773941423.103631:0:14616:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da07efd00. 00010000:00000001:3.0:1773941423.103636:0:14689:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00100000:00000010:1.0:1773941423.103637:0:14616:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d879af000. 10000000:00000010:3.0:1773941423.103641:0:14689:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff920d98b51cc0. 00040000:00000010:1.0:1773941423.103641:0:14616:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d9084de00. 10000000:00000001:3.0:1773941423.103648:0:14689:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1773941423.103649:0:14616:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d879ae000. 00040000:00000010:1.0:1773941423.103654:0:14616:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d91e05800. 00000020:00000010:3.0:1773941423.103655:0:14689:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84db8200. 00000040:00000010:3.0:1773941423.103660:0:14689:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9400. 00000020:00000010:3.0:1773941423.103663:0:14689:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae1800. 00000004:00000010:1.0:1773941423.103665:0:14616:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d879ad800. 00000020:00000010:3.0:1773941423.103668:0:14689:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84db8600. 00000004:00000010:1.0:1773941423.103670:0:14616:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e30000. 00040000:00000010:3.0:1773941423.103673:0:14689:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d88a45a00. 00000004:00000010:1.0:1773941423.103675:0:14616:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d8353e000. 00040000:00000010:3.0:1773941423.103678:0:14689:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9c00. 00002000:00000010:1.0:1773941423.103679:0:14616:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d8a538400. 00000020:00000010:3.0:1773941423.103683:0:14689:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d84db9600. 00000020:00000001:3.0:1773941423.103687:0:14689:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941423.103690:0:14689:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff920d84da0000. 00000020:00000001:3.0:1773941423.103698:0:14689:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1773941423.103700:0:14616:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d8a539000. 00000020:00000010:1.0:1773941423.103703:0:14616:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1ee00. 00010000:00000001:1.0:1773941423.103707:0:14616:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.103708:0:14689:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941423.103714:0:14689:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff920d835b2ba0. 00000020:00000001:3.0:1773941423.103718:0:14689:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.103721:0:14689:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.103724:0:14689:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1773941423.103726:0:14689:0:(obd_mount.c:724:lustre_put_lsi()) put ffff920da07a1800 1 00000020:00000001:3.0:1773941423.103729:0:14689:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1773941423.103731:0:14689:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff920da07a2000 00000020:00000010:3.0:1773941423.103734:0:14689:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff920d88aa7840. 00000020:00000010:3.0:1773941423.103739:0:14689:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff920d8356a5d0. 00000020:00000010:3.0:1773941423.103742:0:14689:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff920d88aa7ec0. 00000020:00000010:3.0:1773941423.103746:0:14689:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff920d82fdf000. 00000020:00000010:3.0:1773941423.103750:0:14689:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff920d88bb2000. 00000020:00000010:3.0:1773941423.103752:0:14689:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff920da07a2000. 00000020:00000001:3.0:1773941423.103755:0:14689:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.103757:0:14689:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941423.103759:0:14689:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.103762:0:14689:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:3.0:1773941423.103764:0:14689:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:3.0:1773941423.103766:0:14689:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000010:3.0:1773941423.163825:0:14720:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff920d92154680. 00000020:00000001:3.0:1773941423.163835:0:14720:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:3.0:1773941423.163840:0:14720:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff920d84c8d000. 00000020:00000010:3.0:1773941423.163847:0:14720:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 19 at ffff920d88b8a840. 00000020:00000010:3.0:1773941423.163850:0:14720:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 48 at ffff920d90adda40. 00000020:00000010:3.0:1773941423.163853:0:14720:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff920d89acdac0. 00000020:01000004:3.0:1773941423.163856:0:14720:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1773941423.163857:0:14720:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1773941423.163858:0:14720:0:(obd_mount.c:940:lmd_print()) device: 192.168.204.109@tcp,192.168.204.119@tcp:/lustre 00000020:00000001:3.0:1773941423.163860:0:14720:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941423.163926:0:14720:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:3.0:1773941423.163927:0:14720:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff920d908c6800 00000020:00000001:3.0:1773941423.163928:0:14720:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1773941423.163930:0:14720:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff920d908c0800. 00000020:00000001:3.0:1773941423.163931:0:14720:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446623185690167296 : -120888019384320 : ffff920d908c0800) 00000080:01000004:3.0:1773941423.163940:0:14720:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1773941423.163941:0:14720:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1773941423.163951:0:14720:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff920da0c15120. 00000020:00000010:3.0:1773941423.163953:0:14720:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff920d89672900. 00000020:01000004:3.0:1773941423.163956:0:14720:0:(obd_mount.c:423:lustre_start_mgc()) Start MGC 'MGC192.168.204.109@tcp' 00000020:00000001:3.0:1773941423.163959:0:14720:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.204.109@tcp 0xcf005 192.168.204.109@tcp (null) (null) (null) 00000020:00000010:3.0:1773941423.163962:0:14720:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff920d90a8dba0. 00000020:00000080:3.0:1773941423.163963:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773941423.163967:0:14720:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp) 00000100:00000010:3.0:1773941423.163970:0:14720:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d90f01000. 00000100:00000040:3.0:1773941423.163973:0:14720:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.109@tcp 192.168.204.109@tcp cnt=1 00000400:00000200:3.0:1773941423.163976:0:14720:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1773941423.163978:0:14720:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773941423.163980:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.163984:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.163988:0:14720:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941423.163992:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.163996:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941423.163998:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941423.164000:0:14720:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000010:3.0:1773941423.164002:0:14720:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d90f01000. 00000020:00000001:3.0:1773941423.164004:0:14720:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941423.164006:0:14720:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff920d90a8dba0. 00000020:00000001:3.0:1773941423.164008:0:14720:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.204.109@tcp 0xcf005 192.168.204.109@tcp (null) (null) (null) 00000020:00000010:3.0:1773941423.164009:0:14720:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff920d90a8dba0. 00000020:00000080:3.0:1773941423.164011:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1773941423.164012:0:14720:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000100:00000010:3.0:1773941423.164014:0:14720:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d90f01000. 00000100:00000040:3.0:1773941423.164015:0:14720:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.109@tcp 192.168.204.119@tcp cnt=2 00000400:00000200:3.0:1773941423.164016:0:14720:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1773941423.164017:0:14720:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:3.0:1773941423.164018:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.164019:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.164020:0:14720:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1773941423.164025:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.164027:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941423.164028:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:3.0:1773941423.164029:0:14720:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.164030:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.204.119@tcp 00000400:00000200:3.0:1773941423.164032:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1773941423.164034:0:14720:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at ffff920d86cb6e00. 00000400:00000200:3.0:1773941423.164037:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941423.164038:0:14720:0:(peer.c:262:lnet_peer_alloc()) ffff920d86cb6e00 nid 192.168.204.119@tcp 00000400:00000010:3.0:1773941423.164040:0:14720:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff920d90a8da20. 00000400:00000200:3.0:1773941423.164041:0:14720:0:(peer.c:202:lnet_peer_net_alloc()) ffff920d90a8da20 net tcp 00000400:00000200:3.0:1773941423.164043:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1773941423.164045:0:14720:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff920d86cb6200. 00000400:00000200:3.0:1773941423.164048:0:14720:0:(peer.c:183:lnet_peer_ni_alloc()) ffff920d86cb6200 nid 192.168.204.119@tcp 00000400:00000200:3.0:1773941423.164052:0:14720:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.119@tcp: -2 00000400:00000200:3.0:1773941423.164055:0:14720:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.204.119@tcp NID 192.168.204.119@tcp flags 0x1 00000400:00000200:3.0:1773941423.164057:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941423.164058:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941423.164070:0:14720:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.119@tcp: 0 00000400:00000200:3.0:1773941423.164072:0:14720:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1773941423.164073:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1773941423.164074:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.119@tcp NID 192.168.204.119@tcp: 0. pending discovery 00000100:00000010:3.0:1773941423.164076:0:14720:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d90f01000. 00000020:00000001:3.0:1773941423.164078:0:14720:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941423.164079:0:14720:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff920d90a8dba0. 00000020:00000010:3.0:1773941423.164081:0:14720:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff920d90addac0. 00000020:01000004:3.0:1773941423.164086:0:14720:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD MGC192.168.204.109@tcp (typ=mgc) 00000020:00000001:3.0:1773941423.164087:0:14720:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.204.109@tcp 0xcf001 mgc da03f5fc-9864-497f-bab1-9c1ebe4e4b95 (null) (null) 00000020:00000010:3.0:1773941423.164089:0:14720:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff920d92154500. 00000020:00000080:3.0:1773941423.164091:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1773941423.164093:0:14720:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:3.0:1773941423.164095:0:14720:0:(genops.c:349:class_newdev()) Process entered 00000400:00000200:0.0:1773941423.164102:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1773941423.164103:0:14720:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920da12fcd28. 00000020:00000080:3.0:1773941423.164106:0:14720:0:(genops.c:412:class_newdev()) Allocate new device MGC192.168.204.109@tcp (ffff920da12fcd28) 00000020:00000001:3.0:1773941423.164113:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000400:00000200:0.0:1773941423.164172:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.119@tcp(ffff920d86cb6e00) state 0x41 00000400:00000010:0.0:1773941423.164184:0:2410:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff920da12e7000. 00000400:00000010:0.0:1773941423.164191:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feeaa0. 00000400:00000010:0.0:1773941423.164200:0:2410:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff920d85567d58. 00000400:00000200:0.0:1773941423.164206:0:2410:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1773941423.164217:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.164225:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1773941423.164232:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941423.164238:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941423.164243:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941423.164246:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1773941423.164253:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [118:118:256:4294967295] 192.168.204.119@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1773941423.164257:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.164266:0:2410:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.119@tcp 00000400:00000200:0.0:1773941423.164283:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : GET try# 0 00000800:00000200:0.0:1773941423.164292:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941423.164296:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff920d8359d500. 00000400:00000200:0.0:1773941423.164305:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1773941423.164309:0:2410:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff920d88c18780. 00000800:00000010:0.0:1773941423.164313:0:2410:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff920d88c18b40. 00000020:00000010:3.0:1773941423.164318:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d908c5800. 00000020:00000001:3.0:1773941423.164321:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941423.164323:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d908c5800 with handle 0xef3f469e0cc3accb to hash 00000020:00000001:3.0:1773941423.164328:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941423.164334:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000800:00000200:0.0:1773941423.164335:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000020:00000001:3.0:1773941423.164337:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.164342:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185690187776 : -120888019363840 : ffff920d908c5800) 00000020:00000040:3.0:1773941423.164346:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d908c5800 : new refcount 1 00000800:00000200:0.1:1773941423.164348:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000020:00000040:3.0:1773941423.164350:0:14720:0:(obd_config.c:1030:class_incref()) incref MGC192.168.204.109@tcp (ffff920da12fcd28) now 2 - obd_device_list 00000020:00000001:3.0:1773941423.164355:0:14720:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1773941423.164357:0:14720:0:(obd_config.c:757:class_attach()) OBD: dev 0 attached type mgc with refcount 2 00000020:00000001:3.0:1773941423.164358:0:14720:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941423.164360:0:14720:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941423.164361:0:14720:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff920d92154500. 00000020:00000001:3.0:1773941423.164364:0:14720:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.204.109@tcp 0xcf003 MGS 192.168.204.109@tcp (null) (null) 00000020:00000010:3.0:1773941423.164366:0:14720:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff920d92154500. 00000020:00000080:3.0:1773941423.164367:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1773941423.164370:0:14720:0:(obd_config.c:779:class_setup()) Process entered 00000400:00000200:0.0:1773941423.164376:0:2410:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.204.119@tcp 00000400:00000200:0.0:1773941423.164381:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.119@tcp(ffff920d86cb6e00) state 0x241 rc 0 00000001:00000001:3.0:1773941423.164385:0:14720:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1773941423.164388:0:14720:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d923c0900. 00000001:00000010:3.0:1773941423.164395:0:14720:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920da0c15540. 00000001:00000010:3.0:1773941423.164397:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d86cb6600. 00000001:00000010:3.0:1773941423.164400:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d86cb7a00. 00000001:00000010:3.0:1773941423.164402:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d86cb7200. 00000001:00000010:3.0:1773941423.164404:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d86cb6a00. 00000020:00000001:3.0:1773941423.164406:0:14720:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1773941423.164410:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ed7200. 00000020:00000010:3.0:1773941423.164415:0:14720:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d92154880. 00000020:00000010:3.0:1773941423.164419:0:14720:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d98a9ded8. 00008000:00000010:3.0:1773941423.164424:0:14720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5398. 00000020:00000010:3.0:1773941423.164428:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ed7c00. 00000020:00000010:3.0:1773941423.164431:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84e5ea00. 00000040:00000010:3.0:1773941423.164434:0:14720:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84e5fe00. 00000020:00000010:3.0:1773941423.164442:0:14720:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c6000. 00000020:00000010:3.0:1773941423.164444:0:14720:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84e5e000. 00040000:00000010:3.0:1773941423.164448:0:14720:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0a00. 00040000:00000010:3.0:1773941423.164451:0:14720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84e5f800. 10000000:00000001:3.0:1773941423.164454:0:14720:0:(mgc_request.c:850:mgc_device_alloc()) Process entered 10000000:00000010:3.0:1773941423.164457:0:14720:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff920d90add240. 00000100:00000001:3.0:1773941423.164459:0:14720:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1773941423.164461:0:14720:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.164463:0:14720:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1773941423.164468:0:14720:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d84c8e000. 00010000:00000010:3.0:1773941423.164472:0:14720:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d84c89000. 00010000:00000001:3.0:1773941423.164477:0:14720:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1773941423.164479:0:14720:0:(ldlm_lockd.c:3351:ldlm_setup()) Process entered 00010000:00000010:3.0:1773941423.164482:0:14720:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff920da0c15b40. 00010000:00000001:3.0:1773941423.164512:0:14720:0:(ldlm_resource.c:68:ldlm_debugfs_setup()) Process entered 00010000:00000001:3.0:1773941423.164535:0:14720:0:(ldlm_resource.c:78:ldlm_debugfs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164537:0:14720:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1773941423.164540:0:14720:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff920d84e5f400. 00000100:00000010:3.0:1773941423.164543:0:14720:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d90f02400. 00000100:00000010:3.0:1773941423.164555:0:14720:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d86404000. 00000100:00000010:3.0:1773941423.164560:0:14720:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d84c88000. 00000100:00000010:3.0:1773941423.164564:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f02000. 00000100:00000010:3.0:1773941423.164568:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c38000. 00000100:00100000:3.0:1773941423.164570:0:14720:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00000010:3.0:1773941423.164572:0:14720:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d90f03800. 00000100:00000010:3.0:1773941423.164595:0:14720:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d908f0000. 00000100:00000010:3.0:1773941423.164600:0:14720:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920da0405000. 00000100:00000010:3.0:1773941423.164603:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f02c00. 00000100:00000010:3.0:1773941423.164607:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c3e000. 00000100:00100000:3.0:1773941423.164609:0:14720:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000400:00000200:3.0:1773941423.164612:0:14720:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1773941423.164636:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90f01800. 00000020:00000010:3.0:1773941423.164640:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920da0400000. 00000100:00000001:3.0:1773941423.164673:0:14720:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941423.164676:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941423.164678:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164682:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d89672b40. 00000100:00000001:3.0:1773941423.164685:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941423.164689:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d90add980. 00000100:00000001:3.0:1773941423.164691:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164693:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164695:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164697:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1f600. 00000100:00000001:3.0:1773941423.164699:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164702:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164704:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1fc00. 00000100:00000001:3.0:1773941423.164706:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164708:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164709:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1fa80. 00000100:00000001:3.0:1773941423.164711:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164712:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164714:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164716:0:14720:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.164719:0:14720:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164720:0:14720:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1773941423.164721:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1773941423.164722:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164724:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1fb40. 00000100:00000001:3.0:1773941423.164725:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1773941423.164727:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920d90add640. 00000100:00000001:3.0:1773941423.164728:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164730:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164732:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164735:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1f0c0. 00000100:00000001:3.0:1773941423.164737:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164739:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164742:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1f780. 00000100:00000001:3.0:1773941423.164744:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164745:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1773941423.164746:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d88c1f480. 00000100:00000001:3.0:1773941423.164748:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164757:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164758:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164760:0:14720:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941423.164762:0:14720:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.164792:0:14720:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941423.164795:0:14720:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000001:3.0:1773941423.164797:0:14720:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1773941423.164799:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941423.164801:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00000010:3.0:1773941423.164805:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d84e5ee00. 00000100:00100000:3.0:1773941423.164808:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00000001:3.0:1773941423.165145:0:14721:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941423.165220:0:14721:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b513c0. 00000020:00000010:0.0:1773941423.165226:0:14721:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51540. 00000020:00000010:0.0:1773941423.165232:0:14721:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7a00. 00000020:00000010:0.0:1773941423.165235:0:14721:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e6000. 00000040:00000010:0.0:1773941423.165238:0:14721:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e6400. 00000020:00000010:0.0:1773941423.165242:0:14721:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c72000. 00000020:00000010:0.0:1773941423.165246:0:14721:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a44168. 00000020:00000010:0.0:1773941423.165250:0:14721:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7400. 80000000:00000010:0.0:1773941423.165254:0:14721:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099cf00. 40000000:00000010:0.0:1773941423.165257:0:14721:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51b80. 00100000:00000010:0.0:1773941423.165263:0:14721:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d86c77800. 00040000:00000010:0.0:1773941423.165266:0:14721:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359da00. 00040000:00000010:0.0:1773941423.165269:0:14721:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d86c76800. 00040000:00000010:0.0:1773941423.165272:0:14721:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e6600. 00000004:00000010:0.0:1773941423.165276:0:14721:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d86c71000. 00000004:00000010:0.0:1773941423.165282:0:14721:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d86cca000. 00000004:00000010:0.0:1773941423.165288:0:14721:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d86c72800. 00002000:00000010:0.0:1773941423.165293:0:14721:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d861c0800. 00000004:00000010:0.0:1773941423.165298:0:14721:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d861c1c00. 00000100:00000200:0.0:1773941423.165304:0:14721:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941423.165310:0:14721:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeb58. 00000400:00000010:0.0:1773941423.165318:0:14721:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18000. 00000100:00000010:0.0:1773941423.165326:0:14721:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d86c70800. 00000100:00000200:0.0:1773941423.165354:0:14721:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941423.165380:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.165392:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.165393:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00000010:1.0:1773941423.165399:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920da07bb200. 00000100:00100000:1.0:1773941423.165401:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00000001:3.0:1773941423.165570:0:14722:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941423.165630:0:14722:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da0cfe780. 00000020:00000010:1.0:1773941423.165634:0:14722:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da0cfe700. 00000020:00000010:1.0:1773941423.165639:0:14722:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bba00. 00000020:00000010:1.0:1773941423.165642:0:14722:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07baa00. 00000040:00000010:1.0:1773941423.165646:0:14722:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da07bae00. 00000020:00000010:1.0:1773941423.165651:0:14722:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90497000. 00000020:00000010:1.0:1773941423.165668:0:14722:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884f9420. 00000020:00000010:1.0:1773941423.165672:0:14722:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da07bb400. 80000000:00000010:1.0:1773941423.165676:0:14722:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd060. 40000000:00000010:1.0:1773941423.165679:0:14722:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da0cfe6c0. 00100000:00000010:1.0:1773941423.165685:0:14722:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90493800. 00040000:00000010:1.0:1773941423.165688:0:14722:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36a00. 00040000:00000010:1.0:1773941423.165693:0:14722:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90493000. 00040000:00000010:1.0:1773941423.165696:0:14722:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da07ba000. 00000004:00000010:1.0:1773941423.165700:0:14722:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90494800. 00000004:00000010:1.0:1773941423.165705:0:14722:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e0c000. 00000004:00000010:1.0:1773941423.165710:0:14722:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90495800. 00002000:00000010:1.0:1773941423.165714:0:14722:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f94800. 00000004:00000010:1.0:1773941423.165718:0:14722:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f96c00. 00000100:00000010:1.0:1773941423.165723:0:14722:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d90492000. 00000100:00000200:1.0:1773941423.165740:0:14722:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1773941423.165748:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.165751:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941423.165752:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00000010:3.0:1773941423.165756:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d84e5fa00. 00000100:00100000:3.0:1773941423.165758:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00000001:3.0:1773941423.165905:0:14723:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941423.165921:0:14723:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90addc40. 00000020:00000010:3.0:1773941423.165923:0:14723:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90adde00. 00000020:00000010:3.0:1773941423.165926:0:14723:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84e5f200. 00000020:00000010:3.0:1773941423.165929:0:14723:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83ac1a00. 00000040:00000010:3.0:1773941423.165931:0:14723:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83ac0c00. 00000020:00000010:3.0:1773941423.165933:0:14723:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c7000. 00000020:00000010:3.0:1773941423.165936:0:14723:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b78c0. 00000020:00000010:3.0:1773941423.165938:0:14723:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83ac0a00. 80000000:00000010:3.0:1773941423.165939:0:14723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d1e0. 40000000:00000010:3.0:1773941423.165941:0:14723:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add840. 00100000:00000010:3.0:1773941423.165943:0:14723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d908c4000. 00040000:00000010:3.0:1773941423.165945:0:14723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0000. 00040000:00000010:3.0:1773941423.165948:0:14723:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d908c7800. 00040000:00000010:3.0:1773941423.165949:0:14723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83ac0200. 00000004:00000010:3.0:1773941423.165951:0:14723:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d908c2000. 00000004:00000010:3.0:1773941423.165954:0:14723:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e30000. 00000004:00000010:3.0:1773941423.165961:0:14723:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d908c5000. 00002000:00000010:3.0:1773941423.165963:0:14723:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f00c00. 00000004:00000010:3.0:1773941423.165965:0:14723:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f00800. 00000100:00000200:3.0:1773941423.165967:0:14723:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1773941423.165972:0:14723:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312000. 00000400:00000010:3.0:1773941423.165975:0:14723:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f300. 00000100:00000010:3.0:1773941423.165980:0:14723:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d908c1000. 00000100:00000200:3.0:1773941423.165991:0:14723:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941423.166005:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.166009:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.166011:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00000010:1.0:1773941423.166016:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920da07ba800. 00000100:00100000:1.0:1773941423.166019:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00000001:3.0:1773941423.166186:0:14724:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941423.166200:0:14724:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90addb00. 00000020:00000010:3.0:1773941423.166203:0:14724:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90add480. 00000020:00000010:3.0:1773941423.166205:0:14724:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83ac1600. 00000020:00000010:3.0:1773941423.166207:0:14724:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c35e00. 00000040:00000010:3.0:1773941423.166209:0:14724:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86c34c00. 00000020:00000010:3.0:1773941423.166212:0:14724:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d908c2800. 00000020:00000010:3.0:1773941423.166214:0:14724:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b3c60. 00000020:00000010:3.0:1773941423.166216:0:14724:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c34600. 80000000:00000010:3.0:1773941423.166217:0:14724:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d240. 40000000:00000010:3.0:1773941423.166219:0:14724:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90adddc0. 00100000:00000010:3.0:1773941423.166221:0:14724:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d908c4800. 00040000:00000010:3.0:1773941423.166223:0:14724:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0d00. 00040000:00000010:3.0:1773941423.166226:0:14724:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d908c1800. 00040000:00000010:3.0:1773941423.166227:0:14724:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c34800. 00000004:00000010:3.0:1773941423.166230:0:14724:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d885ab000. 00000004:00000010:3.0:1773941423.166232:0:14724:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e33000. 00000004:00000010:3.0:1773941423.166234:0:14724:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d885af000. 00002000:00000010:3.0:1773941423.166236:0:14724:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f03c00. 00000004:00000010:3.0:1773941423.166238:0:14724:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f03000. 00000100:00000010:3.0:1773941423.166240:0:14724:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d885ae000. 00000100:00000200:3.0:1773941423.166248:0:14724:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941423.166258:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.166261:0:14720:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.166263:0:14720:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446623185494733824 : -120888214817792 : ffff920d84e5f400) 00000100:00000001:1.0:1773941423.166267:0:14720:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1773941423.166277:0:14720:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff920da07bbc00. 00000100:00000010:1.0:1773941423.166281:0:14720:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d90f97800. 00000100:00000010:1.0:1773941423.166295:0:14720:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d8967c000. 00000100:00000010:1.0:1773941423.166302:0:14720:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d82e08000. 00000100:00000010:1.0:1773941423.166308:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f94000. 00000100:00000010:1.0:1773941423.166313:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cbe000. 00000100:00000010:1.0:1773941423.166316:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f96000. 00000100:00000010:1.0:1773941423.166320:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cb8000. 00000100:00000010:1.0:1773941423.166324:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f95c00. 00000100:00000010:1.0:1773941423.166328:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cbc000. 00000100:00000010:1.0:1773941423.166331:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f97400. 00000100:00000010:1.0:1773941423.166335:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cba000. 00000100:00000010:1.0:1773941423.166338:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f94c00. 00000100:00000010:1.0:1773941423.166342:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c2e000. 00000100:00000010:1.0:1773941423.166345:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f96800. 00000100:00000010:1.0:1773941423.166349:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c28000. 00000100:00000010:1.0:1773941423.166351:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f95400. 00000100:00000010:1.0:1773941423.166355:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c2c000. 00000100:00000010:1.0:1773941423.166358:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f94400. 00000100:00000010:1.0:1773941423.166362:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c2a000. 00000100:00000010:1.0:1773941423.166365:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f96400. 00000100:00000010:1.0:1773941423.166369:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835da000. 00000100:00000010:1.0:1773941423.166372:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f97c00. 00000100:00000010:1.0:1773941423.166376:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835dc000. 00000100:00000010:1.0:1773941423.166379:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d90f95000. 00000100:00000010:1.0:1773941423.166383:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d8000. 00000100:00000010:1.0:1773941423.166386:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8a539000. 00000100:00000010:1.0:1773941423.166390:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835de000. 00000100:00000010:1.0:1773941423.166393:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8a538400. 00000100:00000010:1.0:1773941423.166397:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a52000. 00000100:00000010:1.0:1773941423.166401:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c1000. 00000100:00000010:1.0:1773941423.166408:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a54000. 00000100:00000010:1.0:1773941423.166410:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2400. 00000100:00000010:1.0:1773941423.166413:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a50000. 00000100:00000010:1.0:1773941423.166415:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c1c00. 00000100:00000010:1.0:1773941423.166418:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a56000. 00000100:00000010:1.0:1773941423.166420:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c0c00. 00000100:00000010:1.0:1773941423.166424:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fa000. 00000100:00000010:1.0:1773941423.166426:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2c00. 00000100:00000010:1.0:1773941423.166429:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fe000. 00000100:00000010:1.0:1773941423.166430:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c3c00. 00000100:00000010:1.0:1773941423.166433:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07f8000. 00000100:00000010:1.0:1773941423.166434:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d860c2000. 00000100:00000010:1.0:1773941423.166437:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07fc000. 00000100:00000010:1.0:1773941423.166439:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505c00. 00000100:00000010:1.0:1773941423.166442:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98398000. 00000100:00000010:1.0:1773941423.166443:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505400. 00000100:00000010:1.0:1773941423.166446:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839a000. 00000100:00000010:1.0:1773941423.166448:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507400. 00000100:00000010:1.0:1773941423.166450:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839e000. 00000100:00000010:1.0:1773941423.166452:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506400. 00000100:00000010:1.0:1773941423.166454:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9839c000. 00000100:00000010:1.0:1773941423.166456:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507800. 00000100:00000010:1.0:1773941423.166459:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87810000. 00000100:00000010:1.0:1773941423.166460:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506000. 00000100:00000010:1.0:1773941423.166463:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87814000. 00000100:00000010:1.0:1773941423.166465:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506c00. 00000100:00000010:1.0:1773941423.166468:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87812000. 00000100:00000010:1.0:1773941423.166470:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505800. 00000100:00000010:1.0:1773941423.166472:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87816000. 00000100:00000010:1.0:1773941423.166474:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504c00. 00000100:00000010:1.0:1773941423.166477:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786c000. 00000100:00000010:1.0:1773941423.166481:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507c00. 00000100:00000010:1.0:1773941423.166485:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87868000. 00000100:00000010:1.0:1773941423.166486:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88507000. 00000100:00000010:1.0:1773941423.166489:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786e000. 00000100:00000010:1.0:1773941423.166491:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88506800. 00000100:00000010:1.0:1773941423.166493:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8786a000. 00000100:00000010:1.0:1773941423.166495:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504000. 00000100:00000010:1.0:1773941423.166498:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87876000. 00000100:00000010:1.0:1773941423.166499:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504400. 00000100:00000010:1.0:1773941423.166502:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87872000. 00000100:00000010:1.0:1773941423.166503:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88504800. 00000100:00000010:1.0:1773941423.166506:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87874000. 00000100:00000010:1.0:1773941423.166507:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88505000. 00000100:00000010:1.0:1773941423.166510:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87870000. 00000100:00000010:1.0:1773941423.166512:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356f400. 00000100:00000010:1.0:1773941423.166515:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787a000. 00000100:00000010:1.0:1773941423.166516:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e400. 00000100:00000010:1.0:1773941423.166519:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787c000. 00000100:00000010:1.0:1773941423.166520:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356f800. 00000100:00000010:1.0:1773941423.166523:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87878000. 00000100:00000010:1.0:1773941423.166524:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e000. 00000100:00000010:1.0:1773941423.166527:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8787e000. 00000100:00000010:1.0:1773941423.166528:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356ec00. 00000100:00000010:1.0:1773941423.166531:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98298000. 00000100:00000010:1.0:1773941423.166533:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c000. 00000100:00000010:1.0:1773941423.166536:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9829e000. 00000100:00000010:1.0:1773941423.166537:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356e800. 00000100:00000010:1.0:1773941423.166546:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9086a000. 00000100:00000010:1.0:1773941423.166548:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356d000. 00000100:00000010:1.0:1773941423.166552:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9086c000. 00000100:00000010:1.0:1773941423.166553:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c800. 00000100:00000010:1.0:1773941423.166560:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90868000. 00000100:00000010:1.0:1773941423.166562:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356c400. 00000100:00000010:1.0:1773941423.166566:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d9086e000. 00000100:00000010:1.0:1773941423.166567:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356dc00. 00000100:00000010:1.0:1773941423.166574:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a20000. 00000100:00000010:1.0:1773941423.166588:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8356d400. 00000100:00000010:1.0:1773941423.166592:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a26000. 00000100:00000010:1.0:1773941423.166594:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920da042f400. 00000100:00000010:1.0:1773941423.166597:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a22000. 00000100:00000010:1.0:1773941423.166599:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435800. 00000100:00000010:1.0:1773941423.166601:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a24000. 00000100:00000010:1.0:1773941423.166603:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436c00. 00000100:00000010:1.0:1773941423.166610:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c66000. 00000100:00000010:1.0:1773941423.166612:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437800. 00000100:00000010:1.0:1773941423.166614:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c62000. 00000100:00000010:1.0:1773941423.166616:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436000. 00000100:00000010:1.0:1773941423.166619:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c64000. 00000100:00000010:1.0:1773941423.166621:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436400. 00000100:00000010:1.0:1773941423.166623:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88c60000. 00000100:00000010:1.0:1773941423.166625:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437400. 00000100:00000010:1.0:1773941423.166631:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a26000. 00000100:00000010:1.0:1773941423.166634:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435400. 00000100:00000010:1.0:1773941423.166636:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a22000. 00000100:00000010:1.0:1773941423.166638:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434400. 00000100:00000010:1.0:1773941423.166640:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a24000. 00000100:00000010:1.0:1773941423.166642:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435c00. 00000100:00000010:1.0:1773941423.166644:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a20000. 00000100:00000010:1.0:1773941423.166646:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88435000. 00000100:00000010:1.0:1773941423.166652:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce6000. 00000100:00000010:1.0:1773941423.166654:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434800. 00000100:00000010:1.0:1773941423.166656:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce2000. 00000100:00000010:1.0:1773941423.166661:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88434000. 00000100:00000010:1.0:1773941423.166664:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce4000. 00000100:00000010:1.0:1773941423.166666:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88436800. 00000100:00000010:1.0:1773941423.166669:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d82ce0000. 00000100:00000010:1.0:1773941423.166670:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437000. 00000100:00000010:1.0:1773941423.166677:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fcc000. 00000100:00000010:1.0:1773941423.166679:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88437c00. 00000100:00000010:1.0:1773941423.166683:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fc8000. 00000100:00100000:1.0:1773941423.166684:0:14720:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00000010:1.0:1773941423.166686:0:14720:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff920d88434c00. 00000100:00000010:1.0:1773941423.166696:0:14720:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff920d905b8000. 00000100:00000010:1.0:1773941423.166700:0:14720:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff920d82e0b000. 00000100:00000010:1.0:1773941423.166703:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88510400. 00000100:00000010:1.0:1773941423.166706:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fce000. 00000100:00000010:1.0:1773941423.166708:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88513800. 00000100:00000010:1.0:1773941423.166712:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84fca000. 00000100:00000010:1.0:1773941423.166713:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88511c00. 00000100:00000010:1.0:1773941423.166720:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538e000. 00000100:00000010:1.0:1773941423.166722:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88512800. 00000100:00000010:1.0:1773941423.166726:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538a000. 00000100:00000010:1.0:1773941423.166727:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88512400. 00000100:00000010:1.0:1773941423.166731:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8538c000. 00000100:00000010:1.0:1773941423.166733:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88511400. 00000100:00000010:1.0:1773941423.166737:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d85388000. 00000100:00000010:1.0:1773941423.166738:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88512000. 00000100:00000010:1.0:1773941423.166744:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a60000. 00000100:00000010:1.0:1773941423.166746:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d832a7400. 00000100:00000010:1.0:1773941423.166749:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a66000. 00000100:00000010:1.0:1773941423.166751:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d832a6c00. 00000100:00000010:1.0:1773941423.166758:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a62000. 00000100:00000010:1.0:1773941423.166760:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d832a6400. 00000100:00000010:1.0:1773941423.166766:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90a64000. 00000100:00000010:1.0:1773941423.166768:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8a42a400. 00000100:00000010:1.0:1773941423.166774:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86ce8000. 00000100:00000010:1.0:1773941423.166777:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8853b000. 00000100:00000010:1.0:1773941423.166780:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cee000. 00000100:00000010:1.0:1773941423.166782:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88538000. 00000100:00000010:1.0:1773941423.166784:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cea000. 00000100:00000010:1.0:1773941423.166786:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88538800. 00000100:00000010:1.0:1773941423.166789:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86cec000. 00000100:00000010:1.0:1773941423.166791:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d92085000. 00000100:00000010:1.0:1773941423.166797:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a96000. 00000100:00000010:1.0:1773941423.166800:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6800. 00000100:00000010:1.0:1773941423.166803:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a92000. 00000100:00000010:1.0:1773941423.166804:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5800. 00000100:00000010:1.0:1773941423.166807:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a94000. 00000100:00000010:1.0:1773941423.166809:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4c00. 00000100:00000010:1.0:1773941423.166811:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d98a90000. 00000100:00000010:1.0:1773941423.166813:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6400. 00000100:00000010:1.0:1773941423.166818:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0c000. 00000100:00000010:1.0:1773941423.166820:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6c00. 00000100:00000010:1.0:1773941423.166823:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c08000. 00000100:00000010:1.0:1773941423.166824:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5c00. 00000100:00000010:1.0:1773941423.166827:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0e000. 00000100:00000010:1.0:1773941423.166828:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4400. 00000100:00000010:1.0:1773941423.166831:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d86c0a000. 00000100:00000010:1.0:1773941423.166832:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a6000. 00000100:00000010:1.0:1773941423.166838:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d4000. 00000100:00000010:1.0:1773941423.166840:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a7400. 00000100:00000010:1.0:1773941423.166843:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d0000. 00000100:00000010:1.0:1773941423.166845:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a7000. 00000100:00000010:1.0:1773941423.166848:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d6000. 00000100:00000010:1.0:1773941423.166852:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4000. 00000100:00000010:1.0:1773941423.166855:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835d2000. 00000100:00000010:1.0:1773941423.166856:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5400. 00000100:00000010:1.0:1773941423.166863:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90870000. 00000100:00000010:1.0:1773941423.166866:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a5000. 00000100:00000010:1.0:1773941423.166869:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90876000. 00000100:00000010:1.0:1773941423.166871:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d904a4800. 00000100:00000010:1.0:1773941423.166875:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90872000. 00000100:00000010:1.0:1773941423.166877:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7400. 00000100:00000010:1.0:1773941423.166880:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d90874000. 00000100:00000010:1.0:1773941423.166882:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4c00. 00000100:00000010:1.0:1773941423.166887:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352a000. 00000100:00000010:1.0:1773941423.166889:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5800. 00000100:00000010:1.0:1773941423.166892:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352c000. 00000100:00000010:1.0:1773941423.166893:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce6c00. 00000100:00000010:1.0:1773941423.166896:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d83528000. 00000100:00000010:1.0:1773941423.166897:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7800. 00000100:00000010:1.0:1773941423.166900:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8352e000. 00000100:00000010:1.0:1773941423.166901:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7000. 00000100:00000010:1.0:1773941423.166907:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cc2000. 00000100:00000010:1.0:1773941423.166909:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce7c00. 00000100:00000010:1.0:1773941423.166911:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cc4000. 00000100:00000010:1.0:1773941423.166913:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4000. 00000100:00000010:1.0:1773941423.166915:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cc0000. 00000100:00000010:1.0:1773941423.166917:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce6800. 00000100:00000010:1.0:1773941423.166920:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d88cc6000. 00000100:00000010:1.0:1773941423.166921:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5000. 00000100:00000010:1.0:1773941423.166928:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d6000. 00000100:00000010:1.0:1773941423.166929:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4800. 00000100:00000010:1.0:1773941423.166932:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d2000. 00000100:00000010:1.0:1773941423.166934:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5400. 00000100:00000010:1.0:1773941423.166939:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d4000. 00000100:00000010:1.0:1773941423.166941:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce4400. 00000100:00000010:1.0:1773941423.166944:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da12d0000. 00000100:00000010:1.0:1773941423.166945:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d88ce5c00. 00000100:00000010:1.0:1773941423.166951:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0794000. 00000100:00000010:1.0:1773941423.166954:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e33400. 00000100:00000010:1.0:1773941423.166956:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0790000. 00000100:00000010:1.0:1773941423.166958:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e30400. 00000100:00000010:1.0:1773941423.166961:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0796000. 00000100:00000010:1.0:1773941423.166962:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d84e31c00. 00000100:00000010:1.0:1773941423.166965:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da0792000. 00000100:00000010:1.0:1773941423.166967:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87848c00. 00000100:00000010:1.0:1773941423.166973:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e4000. 00000100:00000010:1.0:1773941423.166974:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784a000. 00000100:00000010:1.0:1773941423.166977:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e0000. 00000100:00000010:1.0:1773941423.166978:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87849000. 00000100:00000010:1.0:1773941423.166981:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e6000. 00000100:00000010:1.0:1773941423.166982:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87848800. 00000100:00000010:1.0:1773941423.166985:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920da07e2000. 00000100:00000010:1.0:1773941423.166987:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87849800. 00000100:00000010:1.0:1773941423.166993:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780e000. 00000100:00000010:1.0:1773941423.166995:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87848000. 00000100:00000010:1.0:1773941423.166997:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780a000. 00000100:00000010:1.0:1773941423.166999:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784b400. 00000100:00000010:1.0:1773941423.167002:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d8780c000. 00000100:00000010:1.0:1773941423.167004:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87849400. 00000100:00000010:1.0:1773941423.167008:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d87808000. 00000100:00000010:1.0:1773941423.167011:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87848400. 00000100:00000010:1.0:1773941423.167020:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fe000. 00000100:00000010:1.0:1773941423.167023:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784b800. 00000100:00000010:1.0:1773941423.167026:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fa000. 00000100:00000010:1.0:1773941423.167033:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784a800. 00000100:00000010:1.0:1773941423.167037:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885fc000. 00000100:00000010:1.0:1773941423.167040:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784b000. 00000100:00000010:1.0:1773941423.167044:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d885f8000. 00000100:00000010:1.0:1773941423.167046:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d87849c00. 00000100:00000010:1.0:1773941423.167056:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ce000. 00000100:00000010:1.0:1773941423.167059:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d8784ac00. 00000100:00000010:1.0:1773941423.167063:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835ca000. 00000100:00000010:1.0:1773941423.167067:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98af9800. 00000100:00000010:1.0:1773941423.167071:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835cc000. 00000100:00000010:1.0:1773941423.167074:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98afa000. 00000100:00000010:1.0:1773941423.167078:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d835c8000. 00000100:00000010:1.0:1773941423.167081:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98afb800. 00000100:00000010:1.0:1773941423.167091:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d16000. 00000100:00000010:1.0:1773941423.167094:0:14720:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff920d98af9000. 00000100:00000010:1.0:1773941423.167098:0:14720:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff920d84d12000. 00000100:00100000:1.0:1773941423.167100:0:14720:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000400:00000200:1.0:1773941423.167104:0:14720:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1773941423.167181:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d98af9c00. 00000020:00000010:1.0:1773941423.167186:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d82e0a000. 00000100:00000001:1.0:1773941423.167236:0:14720:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941423.167239:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941423.167241:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167244:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e839c0. 00000100:00000001:1.0:1773941423.167247:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941423.167249:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920da0cfe9c0. 00000100:00000001:1.0:1773941423.167251:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167253:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167255:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167257:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83240. 00000100:00000001:1.0:1773941423.167259:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167261:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167263:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83e40. 00000100:00000001:1.0:1773941423.167265:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167272:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167274:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83cc0. 00000100:00000001:1.0:1773941423.167276:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167277:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167279:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.167282:0:14720:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff920d86cf4380. 00000100:00000001:1.0:1773941423.167284:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941423.167285:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167287:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83c00. 00000100:00000001:1.0:1773941423.167288:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941423.167290:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920da0cfe840. 00000100:00000001:1.0:1773941423.167292:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167294:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167295:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167297:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83300. 00000100:00000001:1.0:1773941423.167299:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167301:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167303:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83540. 00000100:00000001:1.0:1773941423.167304:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167306:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167308:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83840. 00000100:00000001:1.0:1773941423.167309:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167311:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167312:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167314:0:14720:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167315:0:14720:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941423.167317:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941423.167318:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167319:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e830c0. 00000100:00000001:1.0:1773941423.167321:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941423.167323:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920da0cfe900. 00000100:00000001:1.0:1773941423.167324:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167325:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167327:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167329:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83180. 00000100:00000001:1.0:1773941423.167330:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167331:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167336:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e83780. 00000100:00000001:1.0:1773941423.167337:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167338:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167339:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83e833c0. 00000100:00000001:1.0:1773941423.167340:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167341:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167342:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.167344:0:14720:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff920d86cf4580. 00000100:00000001:1.0:1773941423.167344:0:14720:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941423.167345:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167346:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83ea7180. 00000100:00000001:1.0:1773941423.167347:0:14720:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941423.167348:0:14720:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff920da0cfe240. 00000100:00000001:1.0:1773941423.167350:0:14720:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167350:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167351:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167353:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83ea7a80. 00000100:00000001:1.0:1773941423.167354:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167355:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167356:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83ea70c0. 00000100:00000001:1.0:1773941423.167357:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167357:0:14720:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941423.167358:0:14720:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff920d83ea7c00. 00000100:00000001:1.0:1773941423.167359:0:14720:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167360:0:14720:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167361:0:14720:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167362:0:14720:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.167381:0:14720:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941423.167382:0:14720:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000001:1.0:1773941423.167384:0:14720:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1773941423.167384:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.167385:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00000010:1.0:1773941423.167387:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920da07ba400. 00000100:00100000:1.0:1773941423.167388:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00000001:3.0:1773941423.167532:0:14725:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941423.167607:0:14725:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b51b00. 00000020:00000010:0.0:1773941423.167612:0:14725:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b51100. 00000020:00000010:0.0:1773941423.167615:0:14725:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e6a00. 00000020:00000010:0.0:1773941423.167618:0:14725:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12e7600. 00000020:00000010:0.0:1773941423.167621:0:14725:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099c180. 00000040:00000010:0.0:1773941423.167623:0:14725:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7c00. 00000020:00000010:0.0:1773941423.167630:0:14725:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c75800. 00000020:00000010:0.0:1773941423.167637:0:14725:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a41e30. 00000020:00000010:0.0:1773941423.167640:0:14725:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e6c00. 80000000:00000010:0.0:1773941423.167642:0:14725:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c900. 40000000:00000010:0.0:1773941423.167644:0:14725:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51140. 00008000:00000010:0.0:1773941423.167648:0:14725:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d88448a98. 00100000:00000010:0.0:1773941423.167651:0:14725:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d86c76000. 00040000:00000010:0.0:1773941423.167655:0:14725:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359df00. 00040000:00000010:0.0:1773941423.167658:0:14725:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d86c74800. 00040000:00000010:0.0:1773941423.167661:0:14725:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12e7200. 00000004:00000010:0.0:1773941423.167663:0:14725:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d86c71800. 00000004:00000010:0.0:1773941423.167667:0:14725:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d86cce000. 00000004:00000010:0.0:1773941423.167669:0:14725:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d86c74000. 00002000:00000010:0.0:1773941423.167672:0:14725:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d861c0400. 00000004:00000010:0.0:1773941423.167675:0:14725:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d861c1400. 00000100:00000200:0.0:1773941423.167678:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167681:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe160. 00000400:00000010:0.0:1773941423.167686:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18540. 00000100:00000200:0.0:1773941423.167690:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167693:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe0b0. 00000400:00000010:0.0:1773941423.167696:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18900. 00000100:00000200:0.0:1773941423.167698:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167700:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe318. 00000400:00000010:0.0:1773941423.167703:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c189c0. 00000100:00000200:0.0:1773941423.167705:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167707:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfedc0. 00000400:00000010:0.0:1773941423.167709:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18f00. 00000100:00000200:0.0:1773941423.167711:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167714:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe420. 00000400:00000010:0.0:1773941423.167716:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18a80. 00000100:00000200:0.0:1773941423.167718:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167721:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe738. 00000400:00000010:0.0:1773941423.167724:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18180. 00000100:00000200:0.0:1773941423.167725:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167734:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe5d8. 00000400:00000010:0.0:1773941423.167737:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18e40. 00000100:00000200:0.0:1773941423.167739:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167742:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe9a0. 00000400:00000010:0.0:1773941423.167744:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18600. 00000100:00000200:0.0:1773941423.167746:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167748:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfee18. 00000400:00000010:0.0:1773941423.167751:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18480. 00000100:00000200:0.0:1773941423.167753:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167756:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfebb0. 00000400:00000010:0.0:1773941423.167758:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18c00. 00000100:00000200:0.0:1773941423.167760:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167762:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfef78. 00000400:00000010:0.0:1773941423.167765:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18240. 00000100:00000200:0.0:1773941423.167767:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167770:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeec8. 00000400:00000010:0.0:1773941423.167772:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18d80. 00000100:00000200:0.0:1773941423.167774:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167776:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe9f8. 00000400:00000010:0.0:1773941423.167779:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c180c0. 00000100:00000200:0.0:1773941423.167781:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167784:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe478. 00000400:00000010:0.0:1773941423.167787:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c18cc0. 00000100:00000200:0.0:1773941423.167790:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167792:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe108. 00000400:00000010:0.0:1773941423.167796:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf240. 00000100:00000200:0.0:1773941423.167799:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167802:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfed68. 00000400:00000010:0.0:1773941423.167805:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfc00. 00000100:00000200:0.0:1773941423.167807:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167809:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe210. 00000400:00000010:0.0:1773941423.167811:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf540. 00000100:00000200:0.0:1773941423.167813:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167817:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfec08. 00000400:00000010:0.0:1773941423.167820:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfa80. 00000100:00000200:0.0:1773941423.167829:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167831:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfee70. 00000400:00000010:0.0:1773941423.167836:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfe40. 00000100:00000200:0.0:1773941423.167838:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167841:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe370. 00000400:00000010:0.0:1773941423.167843:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf840. 00000100:00000200:0.0:1773941423.167846:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167848:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe580. 00000400:00000010:0.0:1773941423.167851:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf9c0. 00000100:00000200:0.0:1773941423.167853:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167856:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe630. 00000400:00000010:0.0:1773941423.167859:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf3c0. 00000100:00000200:0.0:1773941423.167864:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167867:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeaa8. 00000400:00000010:0.0:1773941423.167870:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcff00. 00000100:00000200:0.0:1773941423.167874:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167876:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe4d0. 00000400:00000010:0.0:1773941423.167879:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf600. 00000100:00000200:0.0:1773941423.167883:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167886:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe268. 00000400:00000010:0.0:1773941423.167889:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf300. 00000100:00000200:0.0:1773941423.167891:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167893:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe840. 00000400:00000010:0.0:1773941423.167896:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf480. 00000100:00000200:0.0:1773941423.167899:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167901:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe1b8. 00000400:00000010:0.0:1773941423.167904:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf6c0. 00000100:00000200:0.0:1773941423.167907:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167909:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe058. 00000400:00000010:0.0:1773941423.167911:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfcc0. 00000100:00000200:0.0:1773941423.167913:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167915:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe000. 00000400:00000010:0.0:1773941423.167917:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfd80. 00000100:00000200:0.0:1773941423.167919:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167921:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe7e8. 00000400:00000010:0.0:1773941423.167928:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf180. 00000100:00000200:0.0:1773941423.167932:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167936:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe790. 00000400:00000010:0.0:1773941423.167941:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcfb40. 00000100:00000200:0.0:1773941423.167944:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167947:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfef20. 00000400:00000010:0.0:1773941423.167950:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf000. 00000100:00000200:0.0:1773941423.167953:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167955:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfea50. 00000400:00000010:0.0:1773941423.167957:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf780. 00000100:00000200:0.0:1773941423.167959:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167961:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfec60. 00000400:00000010:0.0:1773941423.167963:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf900. 00000100:00000200:0.0:1773941423.167965:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167968:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe8f0. 00000400:00000010:0.0:1773941423.167970:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90fcf0c0. 00000100:00000200:0.0:1773941423.167973:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167975:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfeb00. 00000400:00000010:0.0:1773941423.167988:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7240. 00000100:00000200:0.0:1773941423.167992:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.167995:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe948. 00000400:00000010:0.0:1773941423.167997:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7a80. 00000100:00000200:0.0:1773941423.168000:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168002:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe898. 00000400:00000010:0.0:1773941423.168004:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7540. 00000100:00000200:0.0:1773941423.168008:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168011:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe688. 00000400:00000010:0.0:1773941423.168014:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7780. 00000100:00000200:0.0:1773941423.168016:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168019:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe3c8. 00000400:00000010:0.0:1773941423.168023:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7e40. 00000100:00000200:0.0:1773941423.168026:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168029:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe528. 00000400:00000010:0.0:1773941423.168031:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7300. 00000100:00000200:0.0:1773941423.168033:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168042:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfed10. 00000400:00000010:0.0:1773941423.168044:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c76c0. 00000100:00000200:0.0:1773941423.168047:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168049:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe6e0. 00000400:00000010:0.0:1773941423.168051:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7480. 00000100:00000200:0.0:1773941423.168054:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168058:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfecb8. 00000400:00000010:0.0:1773941423.168061:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7d80. 00000100:00000200:0.0:1773941423.168064:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168066:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86cfe2c0. 00000400:00000010:0.0:1773941423.168068:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7900. 00000100:00000200:0.0:1773941423.168071:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168083:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87c60. 00000400:00000010:0.0:1773941423.168088:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7840. 00000100:00000200:0.0:1773941423.168092:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168094:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c878f0. 00000400:00000010:0.0:1773941423.168097:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c79c0. 00000100:00000200:0.0:1773941423.168099:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168101:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87b00. 00000400:00000010:0.0:1773941423.168103:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7b40. 00000100:00000200:0.0:1773941423.168105:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168107:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87948. 00000400:00000010:0.0:1773941423.168109:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7600. 00000100:00000200:0.0:1773941423.168110:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168112:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87898. 00000400:00000010:0.0:1773941423.168114:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7000. 00000100:00000200:0.0:1773941423.168116:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168160:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87688. 00000400:00000010:0.0:1773941423.168163:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7180. 00000100:00000200:0.0:1773941423.168165:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168167:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c873c8. 00000400:00000010:0.0:1773941423.168169:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7f00. 00000100:00000200:0.0:1773941423.168170:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168171:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87528. 00000400:00000010:0.0:1773941423.168175:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c70c0. 00000100:00000200:0.0:1773941423.168181:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168182:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87d10. 00000400:00000010:0.0:1773941423.168184:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7c00. 00000100:00000200:0.0:1773941423.168186:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168187:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c876e0. 00000400:00000010:0.0:1773941423.168188:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c7cc0. 00000100:00000200:0.0:1773941423.168189:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168191:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c872c0. 00000400:00000010:0.0:1773941423.168192:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d905c73c0. 00000100:00000200:0.0:1773941423.168193:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168194:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87b58. 00000400:00000010:0.0:1773941423.168202:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3f00. 00000100:00000200:0.0:1773941423.168204:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168205:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87cb8. 00000400:00000010:0.0:1773941423.168206:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab30c0. 00000100:00000200:0.0:1773941423.168208:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168209:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87160. 00000400:00000010:0.0:1773941423.168211:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3c00. 00000100:00000200:0.0:1773941423.168213:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168215:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c870b0. 00000400:00000010:0.0:1773941423.168217:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3cc0. 00000100:00000200:0.0:1773941423.168218:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168219:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87318. 00000400:00000010:0.0:1773941423.168220:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab33c0. 00000100:00000200:0.0:1773941423.168221:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168222:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87dc0. 00000400:00000010:0.0:1773941423.168224:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3240. 00000100:00000200:0.0:1773941423.168225:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168226:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87420. 00000400:00000010:0.0:1773941423.168227:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3a80. 00000100:00000200:0.0:1773941423.168228:0:14725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941423.168229:0:14725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c87738. 00000400:00000010:0.0:1773941423.168230:0:14725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90ab3540. 00000100:00000010:0.0:1773941423.168234:0:14725:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d86c77000. 00000100:00000200:0.0:1773941423.168247:0:14725:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941423.168260:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.168264:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.168266:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00000010:1.0:1773941423.168274:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920da07bb000. 00000100:00100000:1.0:1773941423.168276:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000800:00000010:3.0:1773941423.168409:0:2400:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff920d86c3a000. 00000800:00000010:3.0:1773941423.168415:0:2400:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff920d88c1f000. 00000800:00000010:3.0:1773941423.168422:0:2400:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff920d90add700. 00000100:00000001:1.0:1773941423.168429:0:14726:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941423.168444:0:14726:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920da0cfec40. 00000020:00000010:1.0:1773941423.168447:0:14726:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da0cfe2c0. 00000020:00000010:1.0:1773941423.168450:0:14726:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da07bbe00. 00000020:00000010:1.0:1773941423.168452:0:14726:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da07ba600. 00000020:00000010:1.0:1773941423.168454:0:14726:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cd960. 00000040:00000010:1.0:1773941423.168456:0:14726:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da07bb600. 00000020:00000010:1.0:1773941423.168459:0:14726:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90497800. 00000020:00000010:1.0:1773941423.168462:0:14726:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884fcb78. 00000020:00000010:1.0:1773941423.168465:0:14726:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d91e05800. 80000000:00000010:1.0:1773941423.168467:0:14726:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd900. 40000000:00000010:1.0:1773941423.168469:0:14726:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da0cfee80. 00008000:00000010:1.0:1773941423.168472:0:14726:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905df4f8. 00100000:00000010:1.0:1773941423.168475:0:14726:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90494000. 00040000:00000010:1.0:1773941423.168478:0:14726:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36500. 00040000:00000010:1.0:1773941423.168481:0:14726:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90490000. 00000800:00000010:3.0:1773941423.168483:0:2400:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff920d90add700. 00040000:00000010:1.0:1773941423.168485:0:14726:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d85292200. 00000004:00000010:1.0:1773941423.168489:0:14726:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90491000. 00000004:00000010:1.0:1773941423.168493:0:14726:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e0f000. 00000004:00000010:1.0:1773941423.168496:0:14726:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90491800. 00002000:00000010:1.0:1773941423.168498:0:14726:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d98af8400. 00000004:00000010:1.0:1773941423.168500:0:14726:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d98af9400. 00000100:00000010:1.0:1773941423.168504:0:14726:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d90495000. 00000100:00000200:1.0:1773941423.168517:0:14726:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1773941423.168536:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941423.168539:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941423.168540:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00000010:2.0:1773941423.168545:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d84db9c00. 00000100:00100000:2.0:1773941423.168547:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00000001:2.0:1773941423.168730:0:14727:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:0.0:1773941423.168772:0:14727:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d98b51880. 00000020:00000010:0.0:1773941423.168775:0:14727:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d98b510c0. 00000020:00000010:0.0:1773941423.168779:0:14727:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845ac00. 00000020:00000010:0.0:1773941423.168782:0:14727:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845a800. 00000020:00000010:0.0:1773941423.168784:0:14727:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d9099cc60. 00000040:00000010:0.0:1773941423.168786:0:14727:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845b400. 00000020:00000010:0.0:1773941423.168789:0:14727:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86c75000. 00000020:00000010:0.0:1773941423.168791:0:14727:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d90a43250. 00000020:00000010:0.0:1773941423.168794:0:14727:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845b200. 80000000:00000010:0.0:1773941423.168795:0:14727:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c840. 40000000:00000010:0.0:1773941423.168797:0:14727:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d98b51a00. 00008000:00000010:0.0:1773941423.168800:0:14727:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d8844b4f8. 00100000:00000010:0.0:1773941423.168802:0:14727:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d86c70000. 00040000:00000010:0.0:1773941423.168805:0:14727:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8359dd00. 00040000:00000010:0.0:1773941423.168809:0:14727:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d86c73800. 00040000:00000010:0.0:1773941423.168812:0:14727:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845a400. 00000004:00000010:0.0:1773941423.168815:0:14727:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d86c73000. 00000004:00000010:0.0:1773941423.168819:0:14727:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d86ccb000. 00000004:00000010:0.0:1773941423.168824:0:14727:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d9816a000. 00002000:00000010:0.0:1773941423.168827:0:14727:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d861c3400. 00000004:00000010:0.0:1773941423.168831:0:14727:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d861c1000. 00000100:00000010:0.0:1773941423.168836:0:14727:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d9816f800. 00000100:00000200:0.0:1773941423.168854:0:14727:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1773941423.168855:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.168863:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.168865:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00000010:1.0:1773941423.168869:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322e600. 00000100:00100000:1.0:1773941423.168872:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00000001:2.0:1773941423.169009:0:14728:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941423.169026:0:14728:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90af82c0. 00000020:00000010:2.0:1773941423.169028:0:14728:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90af8c00. 00000020:00000010:2.0:1773941423.169032:0:14728:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84db9600. 00000020:00000010:2.0:1773941423.169034:0:14728:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84db8800. 00000020:00000010:2.0:1773941423.169036:0:14728:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b24e0. 00000040:00000010:2.0:1773941423.169039:0:14728:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db8600. 00000020:00000010:2.0:1773941423.169042:0:14728:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae7000. 00000020:00000010:2.0:1773941423.169045:0:14728:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884bd080. 00000020:00000010:2.0:1773941423.169049:0:14728:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84db9400. 80000000:00000010:2.0:1773941423.169052:0:14728:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b26c0. 40000000:00000010:2.0:1773941423.169055:0:14728:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90af8480. 00008000:00000010:2.0:1773941423.169060:0:14728:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf34f8. 00100000:00000010:2.0:1773941423.169064:0:14728:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90ae0800. 00000400:00000200:3.0:1773941423.169073:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00040000:00000010:2.0:1773941423.169077:0:14728:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45800. 00040000:00000010:2.0:1773941423.169083:0:14728:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90ae2800. 00040000:00000010:2.0:1773941423.169086:0:14728:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db8200. 00000004:00000010:2.0:1773941423.169089:0:14728:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90ae1000. 00000004:00000010:2.0:1773941423.169093:0:14728:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d83544000. 00000004:00000010:2.0:1773941423.169097:0:14728:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90ae6000. 00002000:00000010:2.0:1773941423.169100:0:14728:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88528c00. 00000004:00000010:2.0:1773941423.169103:0:14728:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88528800. 00000100:00000200:2.0:1773941423.169107:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169111:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7af20. 00000400:00000010:2.0:1773941423.169115:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6b6c0. 00000100:00000200:2.0:1773941423.169159:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169162:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7aa50. 00000800:00000200:3.1:1773941423.169164:0:2400:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000010:2.0:1773941423.169164:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6b300. 00000100:00000200:2.0:1773941423.169171:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169174:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ac60. 00000400:00000010:2.0:1773941423.169176:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6b900. 00000100:00000200:2.0:1773941423.169178:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169183:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a8f0. 00000800:00000200:3.1:1773941423.169184:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:2.0:1773941423.169187:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6bc00. 00000100:00000200:2.0:1773941423.169193:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.1:1773941423.169195:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d500 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1773941423.169196:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ab00. 00000400:00000010:2.0:1773941423.169201:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6b0c0. 00000100:00000200:2.0:1773941423.169206:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169207:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a948. 00000400:00000010:2.0:1773941423.169209:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90c6b480. 00000100:00000200:2.0:1773941423.169211:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169212:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a898. 00000400:00000010:2.0:1773941423.169216:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bf00. 00000800:00000200:3.0:1773941423.169221:0:2400:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.119@tcp p 3.x 192.168.204.9 -> 192.168.204.119:988 incarnation:1773941276288101631 sched[1] 00000100:00000200:2.0:1773941423.169222:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169229:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a688. 00000400:00000010:2.0:1773941423.169237:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b240. 00000800:00000010:3.0:1773941423.169239:0:2400:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff920d88c1f000. 00000100:00000200:2.0:1773941423.169240:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169246:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a3c8. 00000400:00000010:2.0:1773941423.169249:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6ba80. 00000100:00000200:2.0:1773941423.169256:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169258:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a528. 00000400:00000010:2.0:1773941423.169260:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6bcc0. 00000100:00000200:2.0:1773941423.169264:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169266:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ad10. 00000400:00000010:2.0:1773941423.169267:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b3c0. 00000100:00000200:2.0:1773941423.169269:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169270:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a6e0. 00000400:00000010:2.0:1773941423.169272:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6b540. 00000100:00000200:2.0:1773941423.169273:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169274:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a2c0. 00000400:00000010:2.0:1773941423.169276:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d90a6be40. 00000100:00000200:2.0:1773941423.169277:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941423.169279:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ab58. 00000800:00000001:2.0:1773941423.169301:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.169312:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.169335:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.119:988 00000800:00000200:2.0:1773941423.169388:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.169393:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff920d8359d500. 00000400:00000200:2.0:1773941423.169399:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.169408:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: GET: OK 00000400:00000200:2.0:1773941423.169416:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941423.169420:0:2406:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.204.119@tcp: 0 00000400:00000010:3.0:1773941423.169431:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f000. 00000100:00000200:3.0:1773941423.169441:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169508:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923127e8. 00000400:00000010:3.0:1773941423.169514:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f9c0. 00000100:00000200:3.0:1773941423.169517:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169519:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312790. 00000400:00000010:3.0:1773941423.169522:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f240. 00000100:00000200:3.0:1773941423.169524:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169526:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312f20. 00000400:00000010:3.0:1773941423.169528:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1fcc0. 00000100:00000200:3.0:1773941423.169530:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169532:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312a50. 00000400:00000010:3.0:1773941423.169534:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f180. 00000100:00000200:3.0:1773941423.169535:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169536:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312c60. 00000400:00000010:3.0:1773941423.169538:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c1f3c0. 00000100:00000200:3.0:1773941423.169539:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169540:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923128f0. 00000400:00000010:3.0:1773941423.169542:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78a80. 00000100:00000200:3.0:1773941423.169544:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169546:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312b00. 00000400:00000010:3.0:1773941423.169548:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c786c0. 00000100:00000200:3.0:1773941423.169550:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169551:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312898. 00000400:00000010:3.0:1773941423.169552:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78b40. 00000100:00000200:3.0:1773941423.169553:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169554:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312688. 00000400:00000010:3.0:1773941423.169555:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78300. 00000100:00000200:3.0:1773941423.169557:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169563:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923123c8. 00000400:00000010:3.0:1773941423.169565:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78000. 00000100:00000200:3.0:1773941423.169566:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169568:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312528. 00000400:00000010:3.0:1773941423.169569:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c783c0. 00000100:00000200:3.0:1773941423.169570:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169571:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312d10. 00000400:00000010:3.0:1773941423.169572:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78240. 00000100:00000200:3.0:1773941423.169573:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169574:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923126e0. 00000400:00000010:3.0:1773941423.169586:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78480. 00000100:00000200:3.0:1773941423.169587:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169588:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923122c0. 00000400:00000010:3.0:1773941423.169590:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78540. 00000100:00000200:3.0:1773941423.169591:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169592:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312b58. 00000400:00000010:3.0:1773941423.169594:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78840. 00000100:00000200:3.0:1773941423.169595:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169598:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312cb8. 00000400:00000010:3.0:1773941423.169600:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78d80. 00000100:00000200:3.0:1773941423.169602:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169604:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312160. 00000400:00000010:3.0:1773941423.169606:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78c00. 00000100:00000200:3.0:1773941423.169608:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169610:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923120b0. 00000400:00000010:3.0:1773941423.169612:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78cc0. 00000100:00000200:3.0:1773941423.169614:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169616:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312318. 00000400:00000010:3.0:1773941423.169619:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78180. 00000100:00000200:3.0:1773941423.169621:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169623:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312dc0. 00000400:00000010:3.0:1773941423.169625:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78600. 00000100:00000200:3.0:1773941423.169627:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169629:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312420. 00000400:00000010:3.0:1773941423.169631:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78900. 00000100:00000200:3.0:1773941423.169639:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169641:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312738. 00000400:00000010:3.0:1773941423.169643:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78f00. 00000100:00000200:3.0:1773941423.169721:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169723:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923125d8. 00000400:00000010:3.0:1773941423.169725:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86c78780. 00000100:00000200:3.0:1773941423.169727:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169728:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923129a0. 00000400:00000010:3.0:1773941423.169731:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920da0c05a80. 00000100:00000200:3.0:1773941423.169733:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169734:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312e18. 00000400:00000010:3.0:1773941423.169737:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98a2c840. 00000100:00000200:3.0:1773941423.169739:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169741:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312bb0. 00000400:00000010:3.0:1773941423.169743:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98a2c780. 00000100:00000200:3.0:1773941423.169744:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169745:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312f78. 00000400:00000010:3.0:1773941423.169748:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68e40. 00000100:00000200:3.0:1773941423.169749:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169750:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312ec8. 00000400:00000010:3.0:1773941423.169751:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68000. 00000100:00000200:3.0:1773941423.169753:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169753:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d923129f8. 00000400:00000010:3.0:1773941423.169755:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c680c0. 00000100:00000200:3.0:1773941423.169757:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169760:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312478. 00000400:00000010:3.0:1773941423.169762:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68240. 00000100:00000200:3.0:1773941423.169789:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1773941423.169792:0:2400:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff920d9091e000. 00000400:00000010:3.0:1773941423.169793:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312108. 00000400:00000010:3.0:1773941423.169798:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68c00. 00000100:00000200:3.0:1773941423.169800:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1773941423.169802:0:2400:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff920d90ab3780. 00000400:00000010:3.0:1773941423.169803:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312d68. 00000800:00000010:0.0:1773941423.169813:0:2400:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff920d98b51400. 00000800:00000010:0.0:1773941423.169823:0:2400:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff920d98b51400. 00000400:00000010:3.0:1773941423.169849:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68300. 00000100:00000200:3.0:1773941423.169851:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169897:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312210. 00000400:00000010:3.0:1773941423.169904:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68b40. 00000100:00000200:3.0:1773941423.169906:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169907:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312c08. 00000400:00000010:3.0:1773941423.169909:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68600. 00000100:00000200:3.0:1773941423.169910:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169911:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312e70. 00000400:00000010:3.0:1773941423.169913:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d88c68180. 00000100:00000200:3.0:1773941423.169914:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169915:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312370. 00000400:00000010:3.0:1773941423.169917:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf480. 00000100:00000200:3.0:1773941423.169918:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169919:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312058. 00000400:00000010:3.0:1773941423.169921:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfa80. 00000100:00000200:3.0:1773941423.169922:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169924:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d92312948. 00000400:00000010:3.0:1773941423.169926:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adff00. 00000100:00000200:3.0:1773941423.169927:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169929:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b790. 00000400:00000010:3.0:1773941423.169931:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfd80. 00000100:00000200:3.0:1773941423.169933:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000001:2.0:1773941423.169933:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1773941423.169934:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc60. 00000400:00000010:3.0:1773941423.169938:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfe40. 00000100:00000200:3.0:1773941423.169939:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169941:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b8f0. 00000400:00000010:3.0:1773941423.169942:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf780. 00000800:00000001:2.0:1773941423.169943:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941423.169944:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169947:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bb00. 00000800:00000001:2.0:1773941423.169949:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1773941423.169950:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adfcc0. 00000100:00000200:3.0:1773941423.169953:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169955:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b948. 00000800:00000001:2.0:1773941423.169956:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941423.169957:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf000. 00000100:00000200:3.0:1773941423.169960:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169963:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b898. 00000400:00000010:3.0:1773941423.169964:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf180. 00000100:00000200:3.0:1773941423.169966:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941423.169967:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1773941423.169971:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b688. 00000400:00000010:3.0:1773941423.169975:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf900. 00000400:00000200:2.0:1773941423.169975:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : REPLY - for me 00000100:00000200:3.0:1773941423.169979:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.169982:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b3c8. 00000400:00000010:3.0:1773941423.169984:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf300. 00000100:00000200:3.0:1773941423.169988:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941423.169988:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1773941423.169993:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b528. 00000400:00000010:3.0:1773941423.169996:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf540. 00000400:00000200:2.0:1773941423.169996:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1773941423.169999:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.170001:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bd10. 00000400:00000010:3.0:1773941423.170002:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf240. 00000100:00000200:3.0:1773941423.170004:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.170007:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b6e0. 00000400:00000200:2.0:1773941423.170007:0:2406:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.204.9@tcp: Reply from 12345-192.168.204.119@tcp of length 48/48 into md 0x621 00000400:00000010:3.0:1773941423.170010:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d98adf0c0. 00000800:00000001:2.0:1773941423.170016:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.170023:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.170025:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.170027:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: REPLY: OK 00000400:00000200:2.0:1773941423.170039:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feeaa0 00000400:00000010:2.0:1773941423.170041:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feeaa0. 00000400:00000200:2.0:1773941423.170044:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1773941423.170048:0:2406:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.204.119@tcp has discovery enabled 00000400:00000200:2.0:1773941423.170050:0:2406:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.204.119@tcp(ffff920d86cb6e00) is MR 00000400:00000200:2.0:1773941423.170053:0:2406:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.204.119@tcp data present 363512030. state = 0x241 00000400:00000200:2.0:1773941423.170064:0:2406:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.119@tcp: -114 00000100:00000200:3.0:1773941423.170069:0:14728:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941423.170072:0:14728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b2c0. 00000400:00000010:3.0:1773941423.170074:0:14728:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff920d86d85600. 00000100:00000010:3.0:1773941423.170078:0:14728:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d885ad800. 00000800:00000001:2.0:1773941423.170083:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.170087:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941423.170090:0:14728:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000400:00000200:0.0:1773941423.170107:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1773941423.170115:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.119@tcp(ffff920d86cb6e00) state 0xc1 00000100:00000001:1.0:1773941423.170145:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.170151:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941423.170153:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000400:00000200:0.0:1773941423.170157:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941423.170168:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d8322e000. 00000400:00000200:0.0:1773941423.170173:0:2410:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.204.109@tcp 00000100:00100000:1.0:1773941423.170174:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000400:00000200:0.0:1773941423.170187:0:2410:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.170192:0:2410:0:(peer.c:2187:lnet_destroy_peer_ni_locked()) ffff920d8845a200 nid 192.168.204.109@tcp 00000400:00000010:0.0:1773941423.170196:0:2410:0:(peer.c:2217:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at ffff920d8845a200. 00000400:00000200:0.0:1773941423.170212:0:2410:0:(peer.c:212:lnet_destroy_peer_net_locked()) ffff920d86418840 net tcp 00000400:00000010:0.0:1773941423.170215:0:2410:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at ffff920d86418840. 00000400:00000200:0.0:1773941423.170220:0:2410:0:(peer.c:270:lnet_destroy_peer_locked()) ffff920d8845aa00 nid 192.168.204.109@tcp 00000400:00000010:0.0:1773941423.170223:0:2410:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at ffff920d8845aa00. 00000400:00000200:0.0:1773941423.170228:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941423.170233:0:2410:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff920d8845aa00. 00000400:00000200:0.0:1773941423.170237:0:2410:0:(peer.c:183:lnet_peer_ni_alloc()) ffff920d8845aa00 nid 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.170243:0:2410:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp flags 0x11 00000400:00000200:0.0:1773941423.170250:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.170253:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.170257:0:2410:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.204.109@tcp NID 192.168.204.119@tcp flags 0x11: 0 00000400:00000010:0.0:1773941423.170262:0:2410:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff920d98b51400. 00000400:00000010:0.0:1773941423.170265:0:2410:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff920d98b51080. 00000400:00000010:0.0:1773941423.170268:0:2410:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff920d98b51740. 00000400:00000200:0.0:1773941423.170272:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.170278:0:2410:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp flags 0x11: -1 00000400:00020000:0.0:1773941423.170282:0:2410:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.204.109@tcp from peer 192.168.204.109@tcp: -1 00000400:00000200:1.0:1773941423.170404:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.1:1773941423.170408:0:2400:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.0:1773941423.170416:0:2400:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.119@tcp p 3.x 192.168.204.9 -> 192.168.204.119:988 incarnation:1773941276288101631 sched[1] 00000800:00000010:1.0:1773941423.170420:0:2400:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff920d90ab3780. 00000800:00000001:2.0:1773941423.170453:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.170459:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941423.170461:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.119:988 00000400:00000200:1.0:1773941423.170496:0:2400:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.119:988 00000100:00000001:2.0:1773941423.170514:0:14729:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941423.170531:0:14729:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90af8280. 00000020:00000010:2.0:1773941423.170533:0:14729:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90af8180. 00000020:00000010:2.0:1773941423.170537:0:14729:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d84db8400. 00000020:00000010:2.0:1773941423.170540:0:14729:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d84db9800. 00000020:00000010:2.0:1773941423.170542:0:14729:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b2660. 00000040:00000010:2.0:1773941423.170544:0:14729:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9000. 00000020:00000010:2.0:1773941423.170546:0:14729:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae2000. 00000020:00000010:2.0:1773941423.170549:0:14729:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b8f18. 00000020:00000010:2.0:1773941423.170552:0:14729:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84db9200. 80000000:00000010:2.0:1773941423.170554:0:14729:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b2240. 40000000:00000010:2.0:1773941423.170556:0:14729:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90af81c0. 00008000:00000010:2.0:1773941423.170559:0:14729:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf18b8. 00100000:00000010:2.0:1773941423.170562:0:14729:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90ae7800. 00040000:00000010:2.0:1773941423.170564:0:14729:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d88a45100. 00040000:00000010:2.0:1773941423.170567:0:14729:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90ae0000. 00040000:00000010:2.0:1773941423.170569:0:14729:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db8000. 00000004:00000010:2.0:1773941423.170571:0:14729:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90ae1800. 00000004:00000010:2.0:1773941423.170574:0:14729:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d83547000. 00000004:00000010:2.0:1773941423.170589:0:14729:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90ae3800. 00002000:00000010:2.0:1773941423.170592:0:14729:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d8852ac00. 00000004:00000010:2.0:1773941423.170594:0:14729:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88529800. 00000100:00000010:2.0:1773941423.170597:0:14729:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d90ae4000. 00000100:00000200:2.0:1773941423.170610:0:14729:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1773941423.170681:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.170683:0:14720:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941423.170684:0:14720:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00000010:3.0:1773941423.170688:0:14720:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff920d86c35200. 00000100:00100000:3.0:1773941423.170690:0:14720:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00000100:00000001:3.0:1773941423.170796:0:14730:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941423.170806:0:14730:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff920d90addb80. 00000020:00000010:3.0:1773941423.170808:0:14730:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90addd00. 00000020:00000010:3.0:1773941423.170866:0:14730:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c35a00. 00000020:00000010:3.0:1773941423.170870:0:14730:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c35600. 00000020:00000010:3.0:1773941423.170872:0:14730:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a8dcc0. 00000040:00000010:3.0:1773941423.170874:0:14730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86c35800. 00000020:00000010:3.0:1773941423.170876:0:14730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885a8800. 00000020:00000010:3.0:1773941423.170880:0:14730:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b2d48. 00000020:00000010:3.0:1773941423.170882:0:14730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c34000. 80000000:00000010:3.0:1773941423.170884:0:14730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d7e0. 40000000:00000010:3.0:1773941423.170891:0:14730:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add3c0. 00000800:00000010:1.0:1773941423.170892:0:2400:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff920d84d14000. 00008000:00000010:3.0:1773941423.170895:0:14730:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe11a8. 00000800:00000010:1.0:1773941423.170897:0:2400:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff920d83ea7480. 00000800:00000010:1.0:1773941423.170900:0:2400:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff920da0cfe4c0. 00000800:00000010:1.0:1773941423.170904:0:2400:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff920da0cfe4c0. 00100000:00000010:3.0:1773941423.170980:0:14730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885ac000. 00040000:00000010:3.0:1773941423.170982:0:14730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0800. 00040000:00000010:3.0:1773941423.170984:0:14730:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d885ac800. 00040000:00000010:3.0:1773941423.170986:0:14730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c35400. 00000004:00000010:3.0:1773941423.170988:0:14730:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d885aa800. 00000004:00000010:3.0:1773941423.170990:0:14730:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e31000. 00000004:00000010:3.0:1773941423.170992:0:14730:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d885a9800. 00002000:00000010:3.0:1773941423.170994:0:14730:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d90f00000. 00000004:00000010:3.0:1773941423.170996:0:14730:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d90f95800. 00000100:00000010:3.0:1773941423.170999:0:14730:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff920d885af800. 00000100:00000200:3.0:1773941423.171008:0:14730:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1773941423.171012:0:14720:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.171015:0:14720:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.171016:0:14720:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446623185957534720 : -120887752016896 : ffff920da07bbc00) 00010000:00000010:1.0:1773941423.171021:0:14720:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff920d83ea7600. 00010000:00000001:3.0:1773941423.171103:0:14731:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:3.0:1773941423.171106:0:14731:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920d90adda80. 00000020:00000010:3.0:1773941423.171108:0:14731:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c34400. 00000020:00000010:3.0:1773941423.171110:0:14731:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d86c34e00. 00000020:00000010:3.0:1773941423.171113:0:14731:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885a9000. 00000020:00000010:3.0:1773941423.171115:0:14731:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b1928. 00000020:00000010:3.0:1773941423.171303:0:14731:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86c35c00. 80000000:00000010:3.0:1773941423.171305:0:14731:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d120. 40000000:00000010:3.0:1773941423.171307:0:14731:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add940. 00100000:00000010:3.0:1773941423.171309:0:14731:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885ae800. 00040000:00000010:3.0:1773941423.171311:0:14731:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0100. 00040000:00000010:3.0:1773941423.171313:0:14731:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86c35000. 00002000:00000010:3.0:1773941423.171315:0:14731:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d854e1c00. 00000020:00000010:3.0:1773941423.171317:0:14731:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90add080. 00000020:00000001:3.0:1773941423.171325:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171327:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171329:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.171330:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171331:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171332:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.171333:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171338:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171339:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941423.171445:0:14732:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:3.0:1773941423.171447:0:14732:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff920d90add540. 00000020:00000010:3.0:1773941423.171449:0:14732:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d86c34a00. 00000020:00000010:3.0:1773941423.171515:0:14732:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da0454e00. 00000020:00000010:3.0:1773941423.171519:0:14732:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885ab800. 00000020:00000010:3.0:1773941423.171521:0:14732:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b0a10. 00000020:00000010:3.0:1773941423.171523:0:14732:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da0455800. 80000000:00000010:3.0:1773941423.171524:0:14732:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d8a0. 40000000:00000010:3.0:1773941423.171526:0:14732:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90addd40. 00100000:00000010:3.0:1773941423.171528:0:14732:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885aa000. 00040000:00000010:3.0:1773941423.171530:0:14732:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0f00. 00040000:00000010:3.0:1773941423.171531:0:14732:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da0455e00. 00002000:00000010:3.0:1773941423.171534:0:14732:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88520800. 00000020:00000010:3.0:1773941423.171535:0:14732:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90addcc0. 00000020:00000001:3.0:1773941423.171541:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171542:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171544:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.171545:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171546:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171547:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941423.171549:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941423.171550:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941423.171550:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1773941423.171643:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.1:1773941423.171647:0:2400:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1773941423.171653:0:2400:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.119@tcp p 3.x 192.168.204.9 -> 192.168.204.119:988 incarnation:1773941276288101631 sched[1] 00000800:00000010:1.0:1773941423.171656:0:2400:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff920d83ea7480. 00000800:00000001:2.0:1773941423.171678:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.171682:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941423.171717:0:14733:0:(ldlm_lockd.c:159:expired_lock_main()) Process entered 00000020:00000010:3.0:1773941423.171721:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da0455000. 00000020:00000010:3.0:1773941423.171723:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8a6a9000. 00000040:00000010:3.0:1773941423.171725:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8a6a9c00. 00000020:00000010:3.0:1773941423.171727:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d885ad000. 00000020:00000010:3.0:1773941423.171729:0:14733:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884b4670. 00000020:00000010:3.0:1773941423.171731:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8a6a8400. 80000000:00000010:3.0:1773941423.171733:0:14733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d360. 40000000:00000010:3.0:1773941423.171734:0:14733:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d90add8c0. 00100000:00000010:3.0:1773941423.171740:0:14733:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d885a8000. 00040000:00000010:3.0:1773941423.171742:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d923c0b00. 00040000:00000010:3.0:1773941423.171744:0:14733:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d908c3800. 00040000:00000010:3.0:1773941423.171746:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8a6a8e00. 00000004:00000010:3.0:1773941423.171748:0:14733:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d8353e000. 00000004:00000010:3.0:1773941423.171750:0:14733:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e34000. 00000004:00000010:3.0:1773941423.171753:0:14733:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d8353f800. 00002000:00000010:3.0:1773941423.171755:0:14733:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88521800. 00000004:00000010:3.0:1773941423.171757:0:14733:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d98b4ac00. 00000020:00000010:3.0:1773941423.171759:0:14733:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d90add9c0. 00010000:00000001:3.0:1773941423.171765:0:14733:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1773941423.171767:0:14733:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941423.171768:0:14733:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1773941423.171769:0:14733:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.171779:0:14720:0:(ldlm_pool.c:1348:ldlm_pools_init()) Process entered 00000001:00000010:1.0:1773941423.171785:0:14720:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff920d896cd480. 00000001:00000010:1.0:1773941423.171793:0:14720:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff920d896cda80. 00010000:00000001:1.0:1773941423.171798:0:14720:0:(ldlm_pool.c:1376:ldlm_pools_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.171811:0:14720:0:(ldlm_lockd.c:3518:ldlm_setup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.171814:0:14720:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.171819:0:14720:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d90496000. 00000020:00000040:1.0:1773941423.171822:0:14720:0:(obd_config.c:1030:class_incref()) incref MGC192.168.204.109@tcp (ffff920da12fcd28) now 3 - import 00000020:00000001:1.0:1773941423.171827:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941423.171829:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=1 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941423.171831:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773941423.171833:0:14720:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773941423.171843:0:14720:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941423.171846:0:14720:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773941423.171849:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.171861:0:14720:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: -114 00000400:00000200:1.0:1773941423.171863:0:14720:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1773941423.171865:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941423.171868:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941423.171871:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.171874:0:14720:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000001:1.0:1773941423.171877:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941423.171880:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 1 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.171882:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:1.0:1773941423.171884:0:14720:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623185586497472 : -120888123054144 : 0xffff920d8a5e27c0) 00000100:00000040:1.0:1773941423.171887:0:14720:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff920d8a5e27c0 refcount 1 to 192.168.204.109@tcp 00000100:00000040:1.0:1773941423.171890:0:14720:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.109@tcp -> ffff920d8a5e27c0 00010000:00000010:1.0:1773941423.171893:0:14720:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d896cdba0. 00010000:00080000:1.0:1773941423.171895:0:14720:0:(ldlm_lib.c:102:import_set_conn()) imp ffff920d90496000@MGC192.168.204.109@tcp: add connection 192.168.204.109@tcp at head 00010000:00000001:1.0:1773941423.171897:0:14720:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.171900:0:14720:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773941423.171901:0:14720:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941423.171903:0:14720:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773941423.171905:0:14720:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d98af8000. 00000001:00000001:1.0:1773941423.171908:0:14720:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941423.171911:0:14720:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d8322e400. 00000001:00000010:1.0:1773941423.171915:0:14720:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff920d90454860. 00000001:00000010:1.0:1773941423.171918:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff920d8322ea00. 00000001:00000010:1.0:1773941423.171920:0:14720:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff920d8322f800. 00000020:00000010:1.0:1773941423.171972:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d98afb400. 00000020:00000010:1.0:1773941423.171976:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d896cd720. 00010000:00000001:1.0:1773941423.171997:0:14720:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773941423.172021:0:14720:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773941423.172039:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d98afac00. 00000020:00000010:1.0:1773941423.172043:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d8322ec00. 00010000:00000001:1.0:1773941423.172056:0:14720:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773941423.172058:0:14720:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.109@tcp-0 is initialized 00010000:00000001:1.0:1773941423.172060:0:14720:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.172067:0:14720:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446623185826709504 : -120887882842112 : ffff920d98af8000) 00010000:00000001:1.0:1773941423.172070:0:14720:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941423.172074:0:14720:0:(mgc_request.c:751:mgc_llog_init()) Process entered 00000040:00000001:1.0:1773941423.172076:0:14720:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:1.0:1773941423.172078:0:14720:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920d83ea7480. 00000020:00000040:1.0:1773941423.172081:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d908c5800 refcount=2 00000040:01000000:1.0:1773941423.172084:0:14720:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.109@tcp ctxt 1 is initialized 00000040:00000001:1.0:1773941423.172086:0:14720:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1773941423.172088:0:14720:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000040:00000001:1.0:1773941423.172091:0:14720:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:1.0:1773941423.172093:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=2 obd=MGC192.168.204.109@tcp 00000040:00000001:1.0:1773941423.172095:0:14720:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1773941423.172097:0:14720:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920d83ea7480 : new refcount 1 10000000:00000001:1.0:1773941423.172100:0:14720:0:(mgc_request.c:767:mgc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172210:0:14720:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1773941423.172337:0:14734:0:(mgc_request.c:629:mgc_requeue_thread()) Process entered 10000000:01000000:3.0:1773941423.172339:0:14734:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 10000000:00000001:1.0:1773941423.172355:0:14720:0:(mgc_request.c:896:mgc_device_alloc()) Process leaving (rc=18446623185692381760 : -120888017169856 : ffff920d90add240) 00000020:00000010:1.0:1773941423.172363:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d84e5ea00. 00000040:00000010:1.0:1773941423.172368:0:14720:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84e5fe00. 00000020:00000010:1.0:1773941423.172372:0:14720:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d908c6000. 00000020:00000010:1.0:1773941423.172376:0:14720:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84e5e000. 00040000:00000010:1.0:1773941423.172380:0:14720:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d923c0a00. 00040000:00000010:1.0:1773941423.172384:0:14720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e5f800. 00000020:00000010:1.0:1773941423.172387:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ed7c00. 00000020:00000010:1.0:1773941423.172392:0:14720:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d92154880. 00000020:00000010:1.0:1773941423.172396:0:14720:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d98a9ded8. 00008000:00000010:1.0:1773941423.172400:0:14720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920da12f5398. 00000020:00000010:1.0:1773941423.172404:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83ed7200. 00000020:00000001:1.0:1773941423.172406:0:14720:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941423.172409:0:14720:0:(obd_config.c:1030:class_incref()) incref MGC192.168.204.109@tcp (ffff920da12fcd28) now 4 - setup 00000020:00000080:1.0:1773941423.172411:0:14720:0:(obd_config.c:861:class_setup()) finished setup of obd MGC192.168.204.109@tcp (uuid da03f5fc-9864-497f-bab1-9c1ebe4e4b95) 00000020:00000001:1.0:1773941423.172413:0:14720:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172416:0:14720:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941423.172420:0:14720:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff920d92154500. 00000020:00000001:1.0:1773941423.172427:0:14720:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1773941423.172436:0:14720:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1773941423.172440:0:14720:0:(mgc_request.c:1125:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172443:0:14720:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172446:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:1.0:1773941423.172448:0:14720:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1773941423.172450:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773941423.172452:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941423.172456:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90492800. 00000020:00000001:1.0:1773941423.172458:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941423.172461:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90492800 with handle 0xef3f469e0cc3acd2 to hash 00000020:00000001:1.0:1773941423.172463:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941423.172466:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941423.172468:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941423.172471:0:14720:0:(obd_config.c:1030:class_incref()) incref MGC192.168.204.109@tcp (ffff920da12fcd28) now 5 - export 00000020:00000001:1.0:1773941423.172474:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000040:1.0:1773941423.172478:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 1 00000020:00000080:1.0:1773941423.172481:0:14720:0:(genops.c:1404:class_connect()) connect: client da03f5fc-9864-497f-bab1-9c1ebe4e4b95, cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941423.172483:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172486:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941423.172488:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941423.172490:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941423.172492:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=2 00000020:00000001:1.0:1773941423.172494:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941423.172497:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000001:1.0:1773941423.172501:0:14720:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773941423.172504:0:14720:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941423.172508:0:14720:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 0 00000400:00000200:1.0:1773941423.172513:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941423.172517:0:14720:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is not discovered: rc = -114 00000100:00080000:1.0:1773941423.172520:0:14720:0:(import.c:545:import_select_connection()) MGC192.168.204.109@tcp: skip NID 192.168.204.109@tcp as not ready: rc = -114 00000100:00000001:1.0:1773941423.172523:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941423.172526:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.172528:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941423.172531:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941423.172538:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941423.172539:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941423.172541:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941423.172543:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941423.172545:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000001:1.0:1773941423.172548:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941423.172551:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941423.172553:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941423.172555:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941423.172558:0:14720:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941423.172561:0:14720:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941423.172564:0:14720:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941423.172567:0:14720:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773941423.172570:0:14720:0:(sec.c:1450:sptlrpc_sec_create()) mgc MGC192.168.204.109@tcp: select security flavor null 02000000:00000001:1.0:1773941423.172573:0:14720:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649764512 : -1059787104 : ffffffffc0d4eea0) 02000000:00000001:1.0:1773941423.172589:0:14720:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.172592:0:14720:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941423.172595:0:14720:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941423.172601:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da300. 00000020:00000040:1.0:1773941423.172604:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941423.172607:0:14720:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941423.172609:0:14720:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.172612:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.172615:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.172618:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.172625:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98afa400. 00000100:00000001:1.0:1773941423.172632:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941423.172641:0:14720:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941423.172651:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.172656:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941423.172661:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3e6579] to pc [ptlrpcd_rcv+-1] req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.172691:0:14720:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.172694:0:14720:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773941423.172696:0:14720:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS 00000020:00000040:1.0:1773941423.172699:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941423.172711:0:14720:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.172714:0:14720:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00000020:00000001:1.0:1773941423.172716:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.172718:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1773941423.172719:0:14720:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff920d90addac0. 00000100:00000001:3.0:1773941423.172722:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1773941423.172725:0:14720:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff920d89672900. 00000100:00000001:3.0:1773941423.172727:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1773941423.172730:0:14720:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff920da0c15120. 00000100:00000040:3.0:1773941423.172736:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941423.172736:0:14720:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.172743:0:14720:0:(llite_lib.c:1392:ll_fill_super()) Process entered 00000080:00200000:1.0:1773941423.172746:0:14720:0:(llite_lib.c:1395:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff920d908c6800 (sb ffff920d908c6800) 00000080:00000010:1.0:1773941423.172751:0:14720:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff920d896cdc00. 00000100:00000001:3.0:1773941423.172752:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941423.172756:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941423.172756:0:14720:0:(llite_lib.c:93:ll_init_sbi()) Process entered 02000000:00000001:3.0:1773941423.172762:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000010:1.0:1773941423.172762:0:14720:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff920d90490800. 02000000:00000001:3.0:1773941423.172768:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941423.172770:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941423.172774:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397248:192.168.204.109@tcp:250:mount.lustre.0 00000100:00000001:3.0:1773941423.172778:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941423.172781:0:2411:0:(niobuf.c:917:ptl_send_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.172783:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.172786:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.172790:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.172794:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941423.172796:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941423.172805:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941423.172807:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941423.172809:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941423.172811:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.172819:0:14720:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000020:00000010:1.0:1773941423.172824:0:14720:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff920d83ea7900. 00000020:00000001:1.0:1773941423.172827:0:14720:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446623185478252800 : -120888231298816 : ffff920d83ea7900) 00000080:00000010:1.0:1773941423.172831:0:14720:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff920d82bb62f8. 00000080:00000010:1.0:1773941423.172834:0:14720:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff920d82bb6a70. 00000080:00000001:1.0:1773941423.172846:0:14720:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446623185685776384 : -120888023775232 : ffff920d90490800) 00000080:00000001:1.0:1773941423.172849:0:14720:0:(llite_lib.c:1107:ll_options()) Process entered 00000080:00000001:1.0:1773941423.172851:0:14720:0:(llite_lib.c:1109:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:1.0:1773941423.172856:0:14720:0:(llite_lib.c:1429:ll_fill_super()) llite sb uuid: 27fd897d-18d3-46f3-b912-4a61ec2d8da8 00000080:00000001:1.0:1773941423.172997:0:14720:0:(lproc_llite.c:2772:ll_debugfs_register_super()) Process entered 00000020:00000010:1.0:1773941423.173452:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d82fe2800. 00000020:00000010:1.0:1773941423.173457:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff920d98ba9800. 00000020:00000010:1.0:1773941423.173478:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d82fe0000. 00000020:00000010:1.0:1773941423.173482:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff920d82fe3000. 00000080:00000001:1.0:1773941423.173495:0:14720:0:(lproc_llite.c:2842:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941423.173505:0:14720:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:1.0:1773941423.173508:0:14720:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff920d86cf4400. 00000020:00000010:1.0:1773941423.173512:0:14720:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff920d83ea7cc0. 00000020:00000001:1.0:1773941423.173515:0:14720:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941423.173518:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322fa00. 00000020:00000010:1.0:1773941423.173522:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f400. 00000040:00000010:1.0:1773941423.173525:0:14720:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83ed7200. 00000020:00000010:1.0:1773941423.173529:0:14720:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baf800. 00000020:00000010:1.0:1773941423.173533:0:14720:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83ed7c00. 00040000:00000010:1.0:1773941423.173537:0:14720:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36b00. 00040000:00000010:1.0:1773941423.173540:0:14720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84e5f800. 10000000:00000001:1.0:1773941423.173543:0:14720:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1773941423.173545:0:14720:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:1.0:1773941423.173548:0:14720:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:1.0:1773941423.173550:0:14720:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:1.0:1773941423.173552:0:14720:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff920d908c6800 10000000:00000001:1.0:1773941423.173555:0:14720:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773941423.173557:0:14720:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941423.173559:0:14720:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941423.173560:0:14720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff920da12fcd28 10000000:00000010:1.0:1773941423.173564:0:14720:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff920d84e5e000. 10000000:01000000:1.0:1773941423.173567:0:14720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1773941423.173571:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d908c5800 refcount=3 02000000:00000010:1.0:1773941423.173588:0:14720:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff920d86cf4880. 02000000:08000000:1.0:1773941423.173592:0:14720:0:(sec_config.c:557:sptlrpc_conf_get()) create sptlrpc conf lustre 10000000:00000001:1.0:1773941423.173595:0:14720:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941423.173596:0:14720:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941423.173599:0:14720:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941423.173601:0:14720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941423.173605:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da680. 00000020:00000040:1.0:1773941423.173608:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941423.173610:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941423.173612:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941423.173614:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941423.173618:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d84e5fe00. 00000100:00000001:1.0:1773941423.173627:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.173631:0:14720:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941423.173634:0:14720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941423.173640:0:14720:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041c700. 00010000:00000001:1.0:1773941423.173644:0:14720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941423.173647:0:14720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54c00. 00000020:00000010:1.0:1773941423.173651:0:14720:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d86cf4480. 00000020:00000001:1.0:1773941423.173654:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941423.173656:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54c00 with handle 0xef3f469e0cc3acd9 to hash 00000020:00000001:1.0:1773941423.173658:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941423.173659:0:14720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941423.173662:0:14720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941423.173666:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941423.173668:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941423.173671:0:14720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941423.173680:0:14720:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941423.173691:0:14720:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941423.173697:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941423.173699:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941423.173703:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941423.173705:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941423.173708:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941423.173709:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000001:1.0:1773941423.173713:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941423.173715:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.173717:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941423.173719:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941423.173723:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.173737:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941423.173739:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941423.173744:0:14720:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941423.173752:0:14720:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941423.173754:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941423.173755:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941423.173758:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 0 seconds 00000100:00000001:1.0:1773941423.173760:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941423.173763:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.173764:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941423.173766:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941423.173768:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941423.174167:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941423.174168:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941423.174172:0:760:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff920d84e5ea00. 00000020:00000001:1.0:1773941423.174182:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941423.174183:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941423.174185:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1773941423.174534:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1773941423.174542:0:2410:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff920d98b51400. 00000400:00000010:0.0:1773941423.174548:0:2410:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff920d98b51080. 00000400:00000010:0.0:1773941423.174551:0:2410:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff920d98b51740. 00000400:00000010:0.0:1773941423.174555:0:2410:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff920da12e7000. 00000400:00000200:0.0:1773941423.174562:0:2410:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.204.109@tcp (ffff920d86cb6e00): 0 00000400:00000200:0.0:1773941423.174566:0:2410:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.204.109@tcp(ffff920d86cb6e00): 0. state = 0x100141 00000400:00000200:0.0:1773941423.174571:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100141 rc 1 00000400:00000200:0.0:1773941423.174595:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100141 00000100:00000040:0.0:1773941423.174638:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000400:00000010:0.0:1773941423.174657:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feed48. 00000400:00000010:0.0:1773941423.174670:0:2410:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff920d85567738. 00000400:00000200:0.0:1773941423.174676:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1773941423.174686:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.174694:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1773941423.174703:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [119:119:256:4294967295] 192.168.204.119@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1773941423.174718:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941423.174726:0:2410:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.119@tcp 00000400:00000200:0.0:1773941423.174737:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1773941423.174743:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941423.174750:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d600. 00000800:00000200:0.0:1773941423.174760:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1773941423.174769:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1773941423.174774:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d600 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1773941423.174790:0:2410:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.204.109@tcp 00000400:00000200:0.0:1773941423.174793:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100541 rc 0 00000800:00000200:2.0:1773941423.175870:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941423.175876:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d600. 00000400:00000200:2.0:1773941423.175881:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.175889:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941423.175894:0:2407:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1773941423.175897:0:2407:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.204.119@tcp: 0 00000800:00000001:2.0:1773941423.176570:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176588:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.176589:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176592:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.176597:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176601:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : ACK - for me 00000400:00000200:2.0:1773941423.176606:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176609:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176615:0:2406:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.9@tcp: ACK from 12345-192.168.204.119@tcp into md 0x831 00000400:00000200:2.0:1773941423.176619:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.176621:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: ACK: OK 00000400:00000200:2.0:1773941423.176625:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feed48 00000400:00000010:2.0:1773941423.176627:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feed48. 00000400:00000200:2.0:1773941423.176630:0:2406:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1773941423.176631:0:2406:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.204.109@tcp ev->status 0 00000400:00000200:2.0:1773941423.176634:0:2406:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: -114 00000800:00000001:2.0:1773941423.176647:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176649:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941423.176651:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176652:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.176654:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176657:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941423.176662:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1773941423.176662:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176667:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941423.176672:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100141 00000400:00000200:2.0:1773941423.176677:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1773941423.176678:0:2410:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.176680:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100111 rc 0 00000400:00000200:3.0:1773941423.176683:0:2410:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.109@tcp 00000400:00000200:2.0:1773941423.176695:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.109@tcp of length 48/48 into md 0x191 [1] + 0 00000400:00000010:2.0:1773941423.176698:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bf20. 00000400:00000200:2.0:1773941423.176701:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff920d98abc000 00000800:00000001:2.0:1773941423.176704:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176725:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941423.176727:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941423.176731:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941423.176734:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:2.0:1773941423.176736:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000400:00000200:2.0:1773941423.176739:0:2406:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1773941423.176743:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176746:0:2406:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.204.109@tcp(ffff920d86cb6e00) is MR 00000400:00000010:2.0:1773941423.176749:0:2406:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff920d90af8e80. 00000400:00000200:2.0:1773941423.176751:0:2406:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.204.109@tcp 363512030 00000400:00000200:2.0:1773941423.176760:0:2406:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.109@tcp: 0 00000400:00000200:2.0:1773941423.176764:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1773941423.176766:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176771:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1773941423.176775:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [120:120:256:4294967295] 192.168.204.119@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1773941423.176780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176788:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) 192.168.204.119@tcp : ACK try# 0 00000800:00000200:2.0:1773941423.176793:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941423.176797:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941423.176801:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941423.176809:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941423.176812:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1773941423.176832:0:2410:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1773941423.176838:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bb58. 00000400:00000010:3.0:1773941423.176844:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcf68. 00000400:00000200:3.0:1773941423.176851:0:2410:0:(api-ni.c:2331:lnet_push_target_post()) posted push target ffff920d8a66fc00 00000800:00000200:2.0:1773941423.176854:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941423.176856:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x1000d1 00000800:00000010:2.0:1773941423.176858:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941423.176864:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176865:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941423.176872:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941423.176876:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: ACK: OK 00000800:00000001:2.0:1773941423.176887:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941423.176896:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941423.176918:0:2410:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.204.109@tcp NID 192.168.204.119@tcp flags 0x11: 0 00000400:00000010:3.0:1773941423.176924:0:2410:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff920d90addf80. 00000400:00000010:3.0:1773941423.176928:0:2410:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff920d90add740. 00000400:00000010:3.0:1773941423.176932:0:2410:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff920d90add1c0. 00000400:00000200:3.0:1773941423.176937:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941423.176942:0:2410:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp flags 0x11: -1 00000400:00020000:3.0:1773941423.176946:0:2410:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.204.109@tcp from peer 192.168.204.109@tcp: -1 00000400:00000200:3.0:1773941423.176948:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1773941423.176950:0:2410:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff920d90addf80. 00000400:00000010:3.0:1773941423.176953:0:2410:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff920d90add740. 00000400:00000010:3.0:1773941423.176956:0:2410:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff920d90add1c0. 00000400:00000010:3.0:1773941423.176958:0:2410:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff920d90af8e80. 00000400:00000200:3.0:1773941423.176962:0:2410:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.204.109@tcp (ffff920d86cb6e00): 0 00000400:00000200:3.0:1773941423.176964:0:2410:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.204.109@tcp(ffff920d86cb6e00): 0. state = 0x100151 00000400:00000200:3.0:1773941423.176966:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100151 rc 1 00000400:00000200:3.0:1773941423.176973:0:2410:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100151 00000400:00000200:3.0:1773941423.176976:0:2410:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.204.109@tcp 00000400:00000200:3.0:1773941423.176980:0:2410:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.109@tcp(ffff920d86cb6e00) state 0x100111 rc 0 00000400:00000200:3.0:1773941423.176989:0:2410:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.109@tcp 00000100:00000001:3.0:1773941424.174219:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941424.174226:0:2411:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1773941424.174246:0:2411:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1773941423/real 0] req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941424 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.174257:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.174257:0:14720:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941424.174261:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941424.174265:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.174267:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941424.174271:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941424.174272:0:2411:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941424 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941424.174285:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 0 seconds 00000100:00000001:3.0:1773941424.174286:0:2411:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.174298:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941424.174301:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941424.174303:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.174305:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174306:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.174309:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941424.174313:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.174314:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941424.174319:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941424 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.174321:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174331:0:2411:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1773941424.174332:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.174336:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174339:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941424.174341:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174343:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941424.174346:0:2411:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941424.174348:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941424.174366:0:2411:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110) 00000100:00000001:3.0:1773941424.174368:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1773941424.174371:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941424 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941424.174376:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397248:192.168.204.109@tcp:250:mount.lustre.0 00000100:00080000:0.0:1773941424.174391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1773941424.174406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1773941424.174410:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941424.174413:0:36:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941424.174418:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1773941424.174421:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941424.174425:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 229 00000100:00000001:3.0:1773941424.174428:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941424.174434:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da300 x1860112203397248/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941424 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941424.174444:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941424.174454:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941424.174454:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941424.174461:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941424.174463:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941424.174465:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941424.174467:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941424.174470:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941424.174472:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941424.174475:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941424.174477:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941424.174478:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941424.174480:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941424.174481:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941424.174482:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941424.174497:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941424.174498:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941424.174501:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941424.174505:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941424.174508:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941424.174510:0:2411:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1773941424.174512:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000040:3.0:1773941424.174515:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941424.174518:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941424.174520:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1773941424.174526:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941424.174527:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98afa400. 00000100:00000001:0.0:1773941424.174534:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941424.174539:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.174540:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941424.174543:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941424.174544:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da300. 00000100:00000010:0.0:1773941424.174548:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fac380. 00000100:00000001:3.0:1773941424.174549:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941424.174552:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174555:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773941424.174568:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941424.174569:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941424.174571:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.174578:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.174580:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941424.174580:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941424.174585:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941424.174590:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941424.174593:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941424.174599:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941424.174608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c2800. 00000100:00000001:0.0:1773941424.174616:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941424.174625:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941424.174636:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941424.174640:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941424.174645:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634ef90f] to pc [ptlrpcd_rcv+-1] req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941424.174666:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941424.174672:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (235) 00000100:00000001:3.0:1773941424.174692:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.174696:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941424.174698:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941424.174704:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.174712:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941424.174714:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.174718:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941424.174721:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941424.174724:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941424.174727:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397504:192.168.204.109@tcp:250:kworker.0 00000100:00000001:3.0:1773941424.174730:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941424.174735:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941424.174737:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.174740:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941424.174752:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941424.174755:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941424.174762:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941424.174767:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00000400:00000010:3.0:1773941424.174773:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00000100:00000200:3.0:1773941424.174780:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203397504, portal 25 00000100:00000001:3.0:1773941424.174782:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941424.174783:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697424256 : -120888012127360 : ffff920d90fac380) 00000100:00000040:3.0:1773941424.174789:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.174796:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941424.174797:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941424.174799:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc220. 00000100:00000200:3.0:1773941424.174802:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203397504, offset 0 00000400:00000200:3.0:1773941424.174806:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941424.174813:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941424.174819:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941424.174824:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941424.174827:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941424.174830:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941424.174832:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941424.174834:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[0, 3] 00000400:00000200:3.0:1773941424.174836:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941424.174839:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [121:121:256:4294967295] 192.168.204.109@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1773941424.174842:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941424.174849:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941424.174853:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941424.174856:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00000800:00000200:3.0:1773941424.174862:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941424.174868:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941424.174871:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941424.174888:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941424.174891:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941424.174893:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900004 00000100:00000001:3.0:1773941424.174898:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898924 00000100:00000001:3.0:1773941424.174901:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900004 00000100:00000001:3.0:1773941424.174903:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898924 00000100:00000001:3.0:1773941424.174905:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941424.174907:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.174909:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.174910:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.174912:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941424.174913:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941424.174914:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.174916:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941424.174918:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.174919:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941424.175018:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941424.175023:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:2.0:1773941424.175028:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.175033:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941424.175038:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc220 00000400:00000010:2.0:1773941424.175041:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc220. 00000100:00000001:2.0:1773941424.175044:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941424.175049:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.175067:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941424.175071:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.175078:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.175080:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941424.176330:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.176341:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941424.176344:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.176347:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.176352:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176358:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941424.176365:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176370:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176375:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176378:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203980 00000400:00000200:2.0:1773941424.176383:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176388:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xb2d [1] + 0 00000800:00000001:2.0:1773941424.176395:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.176401:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.176404:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.176408:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941424.176412:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941424.176417:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941424.176439:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.176456:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941424.176466:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.176470:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.176488:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.176491:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941424.176496:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941424.176498:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941424.176500:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:3.0:1773941424.176504:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:3.0:1773941424.176506:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:3.0:1773941424.176509:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941424.176513:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941424.176523:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.176529:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941424.176531:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.176533:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941424.176536:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941424.176538:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941424.176540:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.176549:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941424.176568:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=1773941424 v=5 (0 0 0 0) 00000100:00001000:3.0:1773941424.176573:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941424 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941424.176576:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773941424.176579:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941424.176580:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941424.176583:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941424.176586:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.176590:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773941424.176591:0:2411:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.204.109@tcp: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773941424.176595:0:2411:0:(client.c:3191:ptlrpc_free_committed()) MGC192.168.204.109@tcp: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773941424.176597:0:2411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941424.176599:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941424.176604:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.176611:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941424.176614:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941424.176616:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.176618:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941424.176625:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941424.176628:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941424.176629:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941424.176632:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941424.176635:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941424.176637:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941424.176640:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941424.176644:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941424 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941424.176646:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1773941424.176653:0:2411:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.204.109@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 00000020:00000040:3.0:1773941424.176656:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941424.176658:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.176662:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941424.176664:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.176672:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941424.176676:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773941424.176678:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.176680:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941424.176682:0:2411:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:3.0:1773941424.176696:0:2411:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941424.176698:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.176700:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941424.176701:0:2411:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941424.176705:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941424.176711:0:2411:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000dda42f3d): req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.176733:0:2411:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.176737:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941424.176743:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941424.176752:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397504:192.168.204.109@tcp:250:kworker.0 00000100:00000001:3.0:1773941424.176758:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.176760:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941424.176764:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fac380 x1860112203397504/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.176771:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941424.176775:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941424.176775:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1773941424.176779:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00000001:2.0:1773941424.176780:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941424.176785:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941424.176786:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1773941424.176790:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941424.176790:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941424.176793:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941424.176796:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1773941424.176798:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1773941424.176800:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941424.176801:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c2800. 02000000:00000001:2.0:1773941424.176806:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.176808:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941424.176811:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941424.176811:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1773941424.176813:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fac380. 02000000:00000001:2.0:1773941424.176817:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941424.176818:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1773941424.176821:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.176823:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941424.176826:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.176831:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1773941424.176831:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d8852a800. 02000000:00000001:2.0:1773941424.176836:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.176837:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941424.176840:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941424.176844:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941424.176845:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.176849:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941424.176851:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7acb8. 00000400:00000010:2.0:1773941424.176857:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5bb0. 00000100:00000200:2.0:1773941424.176861:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203397376, portal 25 00000100:00000001:2.0:1773941424.176863:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941424.176865:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000040:2.0:1773941424.176872:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.176879:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941424.176881:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941424.176884:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5e58. 00000100:00000200:2.0:1773941424.176887:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203397376, offset 0 00000400:00000200:2.0:1773941424.176891:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941424.176896:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.176900:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941424.176909:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941424.176912:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941424.176915:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.176917:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.176920:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 3] 00000400:00000200:2.0:1773941424.176924:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941424.176927:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [122:122:256:4294967295] 192.168.204.119@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1773941424.176931:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.176938:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941424.176943:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941424.176947:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941424.176952:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941424.176958:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941424.176962:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941424.176976:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941424.176981:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941424.176983:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900006 00000100:00000001:2.0:1773941424.176988:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900004 00000100:00000001:2.0:1773941424.176993:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900006 00000100:00000001:2.0:1773941424.176997:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900004 00000100:00000001:2.0:1773941424.177002:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941424.177005:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.177008:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941424.177009:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941424.177012:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:2.0:1773941424.177015:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.177017:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941424.177040:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941424.177044:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941424.177047:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941424.177051:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941424.177054:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5e58 00000400:00000010:3.0:1773941424.177056:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5e58. 00000100:00000001:3.0:1773941424.177058:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941424.177062:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.177070:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941424.177073:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.177078:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.177080:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941424.178190:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.178197:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941424.178199:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.178202:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.178212:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.178216:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941424.178221:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.178224:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.178227:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.178231:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203900 00000400:00000200:2.0:1773941424.178235:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.178238:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xb3d [1] + 224 00000800:00000001:2.0:1773941424.178243:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.178250:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.178252:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.178256:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941424.178259:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941424.178263:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941424.178273:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.178289:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941424.178294:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.178298:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.178331:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941424.178341:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941424.178344:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941424.178347:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7acb8. 00000400:00000200:1.0:1773941424.178354:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5bb0 00000400:00000010:1.0:1773941424.178357:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5bb0. 00000100:00000001:1.0:1773941424.178372:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941424.178380:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941424.178392:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.178400:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941424.178401:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.178404:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941424.178407:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941424.178409:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941424.178411:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941424.178413:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941424.178419:0:14720:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941424.178422:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941424.178425:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941424.178429:0:14720:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941424.182205:0:14720:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.182214:0:14720:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941424.182219:0:14720:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941424.182224:0:14720:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941424.182229:0:14720:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941424.186421:0:14720:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941424.186425:0:14720:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941424.186427:0:14720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941424.186430:0:14720:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941424.186439:0:14720:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.186450:0:14720:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941424.186452:0:14720:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941424.186454:0:14720:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941424.186458:0:14720:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941424.186462:0:14720:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941424.186480:0:14720:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186482:0:14720:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941424.186484:0:14720:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941424.186485:0:14720:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941424.186486:0:14720:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186488:0:14720:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941424.186490:0:14720:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941424.186493:0:14720:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941424.186496:0:14720:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941424.186500:0:14720:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 230 00000400:00000200:1.0:1773941424.186509:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941424.186518:0:14720:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941424.186525:0:14720:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.186528:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941424.186531:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.186533:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941424.186537:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941424.186539:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941424.186542:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941424.186545:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941424.186548:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941424.186550:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941424.186553:0:14720:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.186568:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941424.186571:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.186573:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941424.186576:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941424.186579:0:14720:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941424.186582:0:14720:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941424.186585:0:14720:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941424.186589:0:14720:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941424.186592:0:14720:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186599:0:14720:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941424.186602:0:14720:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941424.186608:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8e00. 00000020:00000040:1.0:1773941424.186612:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941424.186616:0:14720:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941424.186618:0:14720:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186621:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941424.186624:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941424.186628:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941424.186636:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe3400. 00000100:00000001:1.0:1773941424.186644:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941424.186651:0:14720:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941424.186662:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941424.186665:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941424.186671:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007084ff67] to pc [ptlrpcd_rcv+-1] req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.186694:0:14720:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186698:0:14720:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941424.186700:0:14720:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.186703:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.186707:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941424.186710:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941424.186712:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941424.186715:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941424.186719:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941424.186724:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.186731:0:14720:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941424.186734:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.186736:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941424.186738:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.186742:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941424.186744:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.186747:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.186749:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941424.186758:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.186775:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1773941424.186777:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203397376:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941424.186778:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.186784:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941424.186787:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941424.186790:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941424.186791:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.186805:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:2.0:1773941424.186806:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397632:192.168.204.109@tcp:250:mount.lustre.0 00000100:00000001:2.0:1773941424.186815:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941424.186815:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941424.186820:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941424.186828:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941424.186830:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941424.186833:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.186838:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941424.186847:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080ec00. 00000100:00000001:1.0:1773941424.186848:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.186851:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941424.186854:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000400:00000200:2.0:1773941424.186859:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941424.186862:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a160. 00000100:00000001:1.0:1773941424.186863:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941424.186866:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:2.0:1773941424.186867:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5aa0. 00000100:00000200:2.0:1773941424.186878:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203397632, portal 25 00010000:00000001:1.0:1773941424.186878:0:14720:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1773941424.186885:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941424.186887:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551855104 : -120888157696512 : ffff920d884d8e00) 00010000:00000001:1.0:1773941424.186887:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941424.186892:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1773941424.186894:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1773941424.186898:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=4 00000100:00000001:2.0:1773941424.186900:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941424.186905:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000020:00000001:1.0:1773941424.186906:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000010:2.0:1773941424.186908:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5bb0. 00000100:00000200:2.0:1773941424.186914:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203397632, offset 0 00010000:00000001:1.0:1773941424.186915:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000200:2.0:1773941424.186921:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941424.186927:0:14720:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941424.186928:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.186937:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941424.186945:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941424.186947:0:14720:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941424.186950:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941424.186958:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941424.186960:0:14720:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941424.186962:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.186970:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 5] 00000400:00000200:2.0:1773941424.186981:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941424.186989:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [123:123:256:4294967295] 192.168.204.109@tcp LPNI seq info [6:6:8:4294967295] 00010000:00000001:1.0:1773941424.187000:0:14720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1773941424.187001:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941424.187008:0:14720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941424.187017:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941424.187031:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941424.187039:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45000. 00010000:00000001:1.0:1773941424.187040:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941424.187045:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:1.0:1773941424.187051:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941424.187057:0:14720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941424.187058:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941424.187063:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45000 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941424.187075:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941424.187079:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.187080:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941424.187085:0:14720:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941424.187086:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941424.187091:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900016 00010000:00010000:1.0:1773941424.187092:0:14720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941424.187097:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900006 00000100:00000001:2.0:1773941424.187104:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900016 00010000:00010000:1.0:1773941424.187106:0:14720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54c00 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:2.0:1773941424.187109:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900006 10000000:00000001:1.0:1773941424.187113:0:14720:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941424.187114:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941424.187152:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941424.187153:0:14720:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941424.187155:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.187158:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.187168:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941424.187169:0:14720:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1773941424.187171:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1773941424.187175:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941424.187179:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1773941424.187180:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773941424.187183:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.187185:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941424.187185:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=5 00000100:00000001:2.0:1773941424.187191:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941424.187194:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1773941424.187194:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000800:00000010:3.0:1773941424.187203:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45000. 00010000:00000001:1.0:1773941424.187203:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000200:3.0:1773941424.187212:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941424.187212:0:14720:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941424.187217:0:14720:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941424.187224:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941424.187235:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5bb0 10000000:00000001:1.0:1773941424.187238:0:14720:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:3.0:1773941424.187240:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5bb0. 10000000:00010000:1.0:1773941424.187245:0:14720:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941424.187254:0:14720:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941424.187257:0:14720:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941424.187259:0:14720:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941424.187262:0:14720:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941424.187265:0:14720:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941424.187274:0:14720:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941424.187276:0:14720:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941424.187279:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941424.187281:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941424.187284:0:14720:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54c00 with handle 0xef3f469e0cc3acd9 from hash 00010000:00000001:1.0:1773941424.187287:0:14720:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941424.187290:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941424.187291:0:2406:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941424.187292:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.187296:0:14720:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1773941424.187300:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941424.187300:0:14720:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941424.187305:0:14720:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941424.187315:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.187318:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941424.187323:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941424.187323:0:14720:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941424.187329:0:14720:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941424.187331:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941424.187336:0:14720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941424.187344:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.187349:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941424.187353:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.187355:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.187357:0:14720:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941424.187360:0:14720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941424.187362:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.187364:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.187367:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941424.187370:0:14720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941424.187380:0:14720:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041c700 count: 0 00010000:00000001:1.0:1773941424.187394:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.187397:0:14720:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.187400:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941424.187406:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da680 x1860112203397376/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.187413:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941424.187415:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941424.187428:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d8852a800. 02000000:00000001:1.0:1773941424.187432:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941424.187434:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941424.187436:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941424.187438:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941424.187440:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d84e5fe00. 02000000:00000001:1.0:1773941424.187444:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941424.187446:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941424.187448:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da680. 00000100:00000001:1.0:1773941424.187451:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941424.187452:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941424.187454:0:14720:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941424.187457:0:14720:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941424.187460:0:14720:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941424.187465:0:14720:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941424.187469:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12ce800. 00000020:00000010:1.0:1773941424.187474:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce200. 00000040:00000010:1.0:1773941424.187478:0:14720:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cec00. 00000020:00000010:1.0:1773941424.187484:0:14720:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941424.187490:0:14720:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfc00. 80000000:00000010:1.0:1773941424.187494:0:14720:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941424.187499:0:14720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce000. 20000000:00000010:1.0:1773941424.187503:0:14720:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cf800. 10000000:00000040:1.0:1773941424.187509:0:14720:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941424.187512:0:14720:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941424.187516:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce200. 00000040:00000010:1.0:1773941424.187521:0:14720:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cec00. 00000020:00000010:1.0:1773941424.187524:0:14720:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941424.187528:0:14720:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfc00. 80000000:00000010:1.0:1773941424.187532:0:14720:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941424.187536:0:14720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce000. 20000000:00000010:1.0:1773941424.187539:0:14720:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cf800. 00000020:00000010:1.0:1773941424.187542:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12ce800. 10000000:00000010:1.0:1773941424.187544:0:14720:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941424.187547:0:14720:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941424.187554:0:14720:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941424.187571:0:14720:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.204.109@tcp: failed processing log, type 1: rc = -107 00000800:00000001:2.0:1773941424.190109:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.190132:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941424.190134:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.190138:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.190142:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.190146:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941424.190151:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.190154:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.190157:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.190160:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203a00 00000400:00000200:2.0:1773941424.190164:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.190167:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xb4d [1] + 0 00000800:00000001:2.0:1773941424.190171:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.190177:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.190178:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.190187:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941424.190191:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941424.190195:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941424.190203:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.190215:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941424.190220:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.190222:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.190246:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.190250:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941424.190254:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941424.190256:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941424.190258:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a160. 00000400:00000200:3.0:1773941424.190262:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5aa0 00000400:00000010:3.0:1773941424.190264:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5aa0. 00000100:00000001:3.0:1773941424.190266:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941424.190271:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941424.190282:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.190289:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941424.190291:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.190293:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941424.190296:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941424.190298:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941424.190300:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.190303:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941424.190309:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941424.190313:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941424.190315:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941424.190317:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941424.190319:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941424.190321:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.190324:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941424.190328:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.190335:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941424.190338:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941424.190340:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.190342:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941424.190348:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941424.190351:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941424.190353:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941424.190360:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941424.190363:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941424.190365:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941424.190368:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941424.190372:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941424 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941424.190375:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941424.190381:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941424.190383:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.190386:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941424.190388:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.190390:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941424.190393:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941424.190395:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941424.190398:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941424.190400:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941424.190404:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941424.190406:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941424.190608:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.190611:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941424.190616:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941424.190622:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397632:192.168.204.109@tcp:250:mount.lustre.0 00000100:00000001:3.0:1773941424.190624:0:14738:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941424.190626:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.190630:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941424.190633:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8e00 x1860112203397632/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941424.190635:0:14738:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:3.0:1773941424.190643:0:14738:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941424.190644:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941424.190646:0:14738:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941424.190647:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:3.0:1773941424.190649:0:14738:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941424.190651:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080ec00. 00000001:00000001:3.0:1773941424.190654:0:14738:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941424.190655:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1773941424.190658:0:14738:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941424.190659:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941424.190662:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941424.190664:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1773941424.190665:0:14738:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941424.190666:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe3400. 00000001:00000001:3.0:1773941424.190670:0:14738:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941424.190671:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941424.190673:0:14738:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941424.190674:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941424.190677:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8e00. 00000001:00000001:3.0:1773941424.190678:0:14738:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.190681:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:3.0:1773941424.190682:0:14738:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.190684:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.190686:0:14738:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941424.190686:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941424.190691:0:14738:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941424.190695:0:14738:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941424.190696:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941424.190698:0:14738:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941424.190698:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.190700:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941424.190701:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.190707:0:14738:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941424.190711:0:14738:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941424.190714:0:14738:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.190715:0:14738:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941424.190716:0:14738:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:3.0:1773941424.190729:0:14738:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941424.190732:0:14738:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.190741:0:14738:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941424.190745:0:14738:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 10000000:00000001:1.0:1773941424.191221:0:14720:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446623185494728704 : -120888214822912 : ffff920d84e5e000) 10000000:00000001:1.0:1773941424.191227:0:14720:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773941424.191229:0:14720:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941424.191232:0:14720:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941424.191233:0:14720:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff920d908c6800 10000000:00000010:1.0:1773941424.191240:0:14720:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff920da12ce800. 10000000:01000000:1.0:1773941424.191243:0:14720:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:1.0:1773941424.191247:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d908c5800 refcount=4 10000000:00000001:1.0:1773941424.191248:0:14720:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446623185969145856 : -120887740405760 : ffff920da12ce800) 10000000:00000001:1.0:1773941424.191251:0:14720:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941424.191252:0:14720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff920d908c6800 10000000:00000010:1.0:1773941424.191255:0:14720:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff920da12cf800. 10000000:01000000:1.0:1773941424.191257:0:14720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1773941424.191258:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d908c5800 refcount=5 10000000:00000001:1.0:1773941424.191259:0:14720:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446623185969149952 : -120887740401664 : ffff920da12cf800) 10000000:00000001:1.0:1773941424.191262:0:14720:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1773941424.191262:0:14720:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff920d908c6800 10000000:00000010:1.0:1773941424.191264:0:14720:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff920da12ce000. 10000000:01000000:1.0:1773941424.191265:0:14720:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:1.0:1773941424.191266:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d908c5800 refcount=6 10000000:00000001:1.0:1773941424.191267:0:14720:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446623185969143808 : -120887740407808 : ffff920da12ce000) 10000000:00000001:1.0:1773941424.191268:0:14720:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446623185969149952 : -120887740401664 : ffff920da12cf800) 00000100:00000001:3.0:1773941424.193774:0:14738:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941424.193778:0:14738:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941424.193779:0:14738:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941424.193781:0:14738:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941424.193782:0:14738:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941424.196170:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041c700. 00010000:00000010:1.1:1773941424.196182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54c00. 00000020:00000001:2.0:1773941424.238300:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941424.238306:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941424.238311:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941424.662248:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941424.662256:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941424.662260:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941424.662262:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941424.662264:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941424.662265:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941424.662267:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941424.662269:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941424.662271:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941424.662273:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941424.662274:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941424.662284:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a300. 00000020:00000040:2.0:1773941424.662288:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941424.662292:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941424.662295:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941424.662300:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941424.662306:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e800. 00000100:00000001:2.0:1773941424.662313:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941424.662317:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941424.662320:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941424.662327:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54400. 00010000:00000001:2.0:1773941424.662332:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941424.662335:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215f800. 00000020:00000010:2.0:1773941424.662341:0:14734:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d8a6cd480. 00000020:00000001:2.0:1773941424.662344:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941424.662347:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215f800 with handle 0xef3f469e0cc3ace0 to hash 00000020:00000001:2.0:1773941424.662349:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941424.662350:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941424.662353:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941424.662372:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941424.662375:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941424.662380:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941424.662391:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941424.662404:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941424.662411:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941424.662412:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941424.662418:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941424.662420:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941424.662422:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941424.662423:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000001:2.0:1773941424.662427:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941424.662431:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.662433:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941424.662434:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941424.662444:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.662449:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941424.662451:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.662454:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941424.662456:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941424.662457:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941424.662459:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203397760:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941424.662462:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941424.662467:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941424.662469:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.662471:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941424.662480:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080ec00. 02000000:00000001:2.0:1773941424.662482:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941424.662489:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941424.662493:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a0b0. 00000400:00000010:2.0:1773941424.662500:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5e58. 00000100:00000200:2.0:1773941424.662507:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203397760, portal 25 00000100:00000001:2.0:1773941424.662509:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941424.662510:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000040:2.0:1773941424.662516:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.662523:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941424.662526:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941424.662528:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5ee0. 00000100:00000200:2.0:1773941424.662531:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203397760, offset 0 00000400:00000200:2.0:1773941424.662538:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941424.662574:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.662583:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941424.662589:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941424.662592:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941424.662595:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.662597:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.662599:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 5] 00000400:00000200:2.0:1773941424.662601:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941424.662605:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [124:124:256:4294967295] 192.168.204.119@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1773941424.662608:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.662615:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941424.662620:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941424.662624:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 00000800:00000200:2.0:1773941424.662629:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941424.662634:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941424.662637:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941424.662656:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941424.662661:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941424.662663:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900492 00000100:00000001:2.0:1773941424.662670:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900016 00000100:00000001:2.0:1773941424.662674:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900492 00000100:00000001:2.0:1773941424.662677:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900016 00000100:00000001:2.0:1773941424.662679:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941424.662682:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.662684:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941424.662686:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941424.662688:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941424.662691:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.662693:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941424.662778:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941424.662782:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00000400:00000200:3.0:1773941424.662787:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941424.662792:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941424.662797:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5ee0 00000400:00000010:3.0:1773941424.662799:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5ee0. 00000100:00000001:3.0:1773941424.662803:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941424.662807:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.662818:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941424.662821:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.662827:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.662829:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941424.664146:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.664157:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941424.664159:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.664161:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.664165:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.664169:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941424.664173:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.664176:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941424.664180:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.664183:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203a80 00000400:00000200:2.0:1773941424.664186:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.664189:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:2.0:1773941424.664194:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.664200:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.664202:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.664204:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941424.664208:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941424.664211:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941424.664227:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.664242:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941424.664249:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.664251:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.664308:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941424.664320:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941424.664323:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941424.664327:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a0b0. 00000400:00000200:1.0:1773941424.664335:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5e58 00000400:00000010:1.0:1773941424.664338:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5e58. 00000100:00000001:1.0:1773941424.664342:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941424.664352:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941424.664383:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.664391:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941424.664393:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.664396:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941424.664399:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941424.664402:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941424.664404:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941424.664407:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941424.664413:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941424.664417:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941424.664420:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941424.664424:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941424.664427:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.664431:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941424.664434:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941424.664438:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941424.664442:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941424.664446:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941424.664449:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941424.664450:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941424.664452:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941424.664456:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.664463:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941424.664465:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941424.664467:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941424.664470:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941424.664473:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941424.664475:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664477:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941424.664482:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941424.664483:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941424.664485:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664487:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941424.664489:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941424.664492:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941424.664495:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941424.664498:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 230 00000400:00000200:1.0:1773941424.664505:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941424.664511:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941424.664515:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.664518:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941424.664521:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.664523:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941424.664527:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941424.664529:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941424.664531:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941424.664534:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941424.664536:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941424.664539:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941424.664542:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.664544:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941424.664546:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941424.664560:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941424.664563:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941424.664567:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941424.664570:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941424.664572:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941424.664575:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941424.664578:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664581:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941424.664583:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941424.664594:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da680. 00000020:00000040:1.0:1773941424.664597:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941424.664601:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941424.664603:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664606:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941424.664609:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941424.664613:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941424.664619:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe0c00. 00000100:00000001:1.0:1773941424.664625:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941424.664631:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941424.664639:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941424.664644:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941424.664648:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb7b0b7] to pc [ptlrpcd_rcv+-1] req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.664672:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664675:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941424.664677:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.664680:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941424.664683:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941424.664686:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941424.664688:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941424.664691:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941424.664693:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.664698:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941424.664700:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.664705:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.664711:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941424.664717:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941424.664722:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.664724:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.664732:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941424.664736:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941424.664738:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1773941424.664742:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941424.664743:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941424.664748:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941424.664754:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941424.664755:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941424.664767:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397888:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941424.664779:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941424.664784:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941424.664786:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941424.664788:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941424.664793:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c000. 02000000:00000001:2.0:1773941424.664800:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941424.664811:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941424.664815:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a318. 00000400:00000010:2.0:1773941424.664821:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5d48. 00000100:00100000:1.0:1773941424.664821:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203397760:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000200:2.0:1773941424.664828:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203397888, portal 25 00000100:00000001:2.0:1773941424.664831:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941424.664831:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.664832:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000001:1.0:1773941424.664842:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941424.664844:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.664853:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941424.664856:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941424.664858:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941424.664866:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000040:1.0:1773941424.664867:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941424.664874:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5000. 00000100:00000200:2.0:1773941424.664880:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203397888, offset 0 00000400:00000200:2.0:1773941424.664893:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941424.664900:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941424.664900:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941424.664907:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:1.0:1773941424.664911:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:2.0:1773941424.664915:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:1.0:1773941424.664915:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941424.664918:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941424.664921:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941424.664926:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941424.664930:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941424.664931:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1773941424.664936:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 7] 00010000:00000001:1.0:1773941424.664939:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941424.664942:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000020:00000001:1.0:1773941424.664944:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941424.664946:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [125:125:256:4294967295] 192.168.204.109@tcp LPNI seq info [8:8:8:4294967295] 00000020:00000040:1.0:1773941424.664949:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f800 refcount=4 00000400:00000200:2.0:1773941424.664953:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:1.0:1773941424.664960:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:1.0:1773941424.664969:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00000400:00000200:2.0:1773941424.664973:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941424.664981:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941424.664982:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941424.664984:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45c00. 00000800:00000200:2.0:1773941424.664994:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941424.665004:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941424.665010:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941424.665012:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941424.665020:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941424.665020:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941424.665026:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941424.665033:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294900494 00000100:00000001:2.0:1773941424.665043:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900492 00010000:00000001:1.0:1773941424.665045:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941424.665048:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294900494 00000100:00000001:2.0:1773941424.665051:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900492 00010000:00010000:1.0:1773941424.665052:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941424.665054:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941424.665060:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.665067:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.665074:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941424.665076:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941424.665081:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941424.665082:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941424.665090:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941424.665091:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45c00. 00000100:00000001:2.0:1773941424.665091:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941424.665100:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1773941424.665101:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941424.665102:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941424.665103:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941424.665108:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.665113:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941424.665185:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941424.665189:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941424.665194:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941424.665198:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941424.665206:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941424.665215:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5000 00010000:00010000:1.0:1773941424.665217:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215f800 already unused, calling callback (ffffffffc1169c20) 00000400:00000010:3.0:1773941424.665220:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5000. 10000000:00000001:1.0:1773941424.665223:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941424.665226:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941424.665234:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941424.665241:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941424.665243:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941424.665249:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941424.665256:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941424.665257:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1773941424.665261:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f800 refcount=5 00000100:00000040:3.0:1773941424.665263:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941424.665272:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00000100:00000001:3.0:1773941424.665274:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.665277:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941424.665283:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:1.0:1773941424.665289:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941424.665292:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941424.665299:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941424.665301:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941424.665308:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941424.665311:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941424.665313:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941424.665319:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941424.665322:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941424.665335:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941424.665337:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941424.665339:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941424.665340:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941424.665343:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215f800 with handle 0xef3f469e0cc3ace0 from hash 00010000:00000001:1.0:1773941424.665345:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941424.665347:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.665348:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.665350:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941424.665351:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941424.665353:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941424.665356:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.665357:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.665359:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941424.665360:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941424.665363:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941424.665369:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.665370:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.665371:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941424.665373:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941424.665375:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941424.665376:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.665377:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941424.665379:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ace0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941424.665386:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54400 count: 0 00010000:00000001:1.0:1773941424.665404:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941424.665406:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941424.665409:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941424.665414:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a300 x1860112203397760/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941440 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941424.665421:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941424.665423:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941424.665431:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080ec00. 02000000:00000001:1.0:1773941424.665434:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941424.665436:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941424.665438:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941424.665440:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941424.665443:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e800. 02000000:00000001:1.0:1773941424.665446:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941424.665448:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941424.665450:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a300. 00000100:00000001:1.0:1773941424.665453:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941424.665454:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941424.665456:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941424.665459:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941424.665461:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941424.665465:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941424.665470:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cfc00. 00000020:00000010:1.0:1773941424.665475:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cec00. 00000040:00000010:1.0:1773941424.665479:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce200. 00000020:00000010:1.0:1773941424.665484:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941424.665490:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf000. 80000000:00000010:1.0:1773941424.665495:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941424.665500:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941424.665505:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12ce400. 10000000:00000040:1.0:1773941424.665510:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941424.665512:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941424.665516:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cec00. 00000040:00000010:1.0:1773941424.665521:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce200. 00000020:00000010:1.0:1773941424.665524:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941424.665528:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf000. 80000000:00000010:1.0:1773941424.665532:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941424.665535:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941424.665538:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12ce400. 00000020:00000010:1.0:1773941424.665541:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cfc00. 10000000:00000010:1.0:1773941424.665543:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941424.665546:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941424.665565:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941424.665568:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:2.0:1773941424.666403:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.666409:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941424.666410:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.666412:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.666415:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.666419:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941424.666423:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.666425:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.666427:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.666429:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203b00 00000400:00000200:2.0:1773941424.666432:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941424.666434:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xb6d [1] + 0 00000800:00000001:2.0:1773941424.666437:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.666448:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941424.666450:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941424.666453:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941424.666457:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941424.666462:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941424.666472:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941424.666486:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941424.666490:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941424.666493:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.666513:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941424.666515:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941424.666521:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941424.666522:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941424.666524:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a318. 00000400:00000200:3.0:1773941424.666528:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5d48 00000400:00000010:3.0:1773941424.666529:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5d48. 00000100:00000001:3.0:1773941424.666531:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941424.666534:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941424.666540:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.666544:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941424.666545:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.666558:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941424.666559:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941424.666561:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941424.666562:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941424.666564:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941424.666569:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941424.666572:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941424.666574:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941424.666575:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941424.666576:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941424.666578:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666580:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941424.666583:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.666592:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941424.666594:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941424.666595:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.666597:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941424.666601:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941424.666603:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941424.666604:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941424.666606:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941424.666608:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941424.666609:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941424.666611:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941424.666613:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941424 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941424.666615:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941424.666620:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941424.666622:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.666624:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941424.666625:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666626:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941424.666628:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941424.666630:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941424.666632:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941424.666635:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941424.666637:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941424.666639:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941424.666827:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.666831:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666836:0:14739:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941424.666836:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941424.666843:0:14739:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:3.0:1773941424.666847:0:14739:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941424.666854:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203397888:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941424.666860:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941424.666863:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941424.666866:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da680 x1860112203397888/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941424.666868:0:14739:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.666869:0:14739:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941424.666872:0:14739:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941424.666872:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941424.666875:0:14739:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941424.666875:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941424.666878:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c000. 02000000:00000001:2.0:1773941424.666880:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941424.666882:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941424.666884:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941424.666886:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941424.666889:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe0c00. 00000001:00000001:3.0:1773941424.666890:0:14739:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941424.666891:0:14739:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941424.666892:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1773941424.666893:0:14739:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941424.666893:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:3.0:1773941424.666894:0:14739:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941424.666895:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da680. 10000000:00000001:3.0:1773941424.666896:0:14739:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666897:0:14739:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941424.666898:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941424.666899:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941424.666901:0:14739:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941424.666901:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941424.666903:0:14739:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941424.666905:0:14739:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941424.666905:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941424.666906:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666907:0:14739:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941424.666908:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1773941424.666909:0:14739:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941424.666910:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666911:0:14739:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941424.666913:0:14739:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941424.666914:0:14739:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:3.0:1773941424.666921:0:14739:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941424.666922:0:14739:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941424.666924:0:14739:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941424.666927:0:14739:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:3.0:1773941424.666930:0:14739:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941424.666932:0:14739:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941424.666933:0:14739:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941424.666935:0:14739:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941424.666936:0:14739:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941424.667849:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941424.667854:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941424.667857:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941424.667861:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941424.678161:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54400. 00010000:00000010:1.1:1773941424.678179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215f800. 00000020:00000001:1.0:1773941425.262276:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941425.262284:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941425.262291:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941426.222222:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941426.222228:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941426.222232:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941426.222234:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941426.222235:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941426.222236:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941426.222239:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941426.222240:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941426.222243:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941426.222248:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941426.222250:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941426.222260:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8a80. 00000020:00000040:1.0:1773941426.222264:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941426.222267:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941426.222269:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941426.222274:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941426.222281:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cfc00. 00000100:00000001:1.0:1773941426.222286:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941426.222290:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941426.222292:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941426.222298:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041c700. 00010000:00000001:1.0:1773941426.222302:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941426.222305:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54c00. 00000020:00000001:1.0:1773941426.222308:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941426.222310:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54c00 with handle 0xef3f469e0cc3ace7 to hash 00000020:00000001:1.0:1773941426.222312:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941426.222313:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941426.222328:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941426.222331:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941426.222333:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941426.222336:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941426.222343:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941426.222352:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941426.222355:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941426.222357:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941426.222362:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941426.222363:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941426.222365:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941426.222366:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000001:1.0:1773941426.222370:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941426.222373:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.222375:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941426.222377:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941426.222385:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941426.222391:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941426.222393:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.222396:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941426.222398:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941426.222403:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941426.222405:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398016:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941426.222408:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941426.222413:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941426.222417:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.222420:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941426.222423:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe0400. 02000000:00000001:1.0:1773941426.222424:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941426.222434:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941426.222437:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941426.222443:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 00000100:00000200:1.0:1773941426.222448:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398016, portal 25 00000100:00000001:1.0:1773941426.222450:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941426.222451:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000040:1.0:1773941426.222454:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941426.222460:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941426.222462:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941426.222465:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7aa0. 00000100:00000200:1.0:1773941426.222467:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203398016, offset 0 00000400:00000200:1.0:1773941426.222471:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941426.222477:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941426.222483:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941426.222486:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941426.222489:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941426.222492:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941426.222494:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941426.222496:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 7] 00000400:00000200:1.0:1773941426.222499:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941426.222501:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [126:126:256:4294967295] 192.168.204.119@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1773941426.222504:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941426.222511:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941426.222515:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941426.222548:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36e00. 00000800:00000200:1.0:1773941426.222556:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941426.222564:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941426.222574:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941426.222592:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941426.222598:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941426.222601:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294902052 00000100:00000001:1.0:1773941426.222607:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900494 00000100:00000001:1.0:1773941426.222611:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294902052 00000100:00000001:1.0:1773941426.222615:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900494 00000100:00000001:1.0:1773941426.222619:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941426.222622:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.222625:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941426.222627:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941426.222630:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941426.222633:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941426.222636:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941426.222712:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941426.222718:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36e00. 00000400:00000200:3.0:1773941426.222724:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941426.222730:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941426.222734:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7aa0 00000400:00000010:3.0:1773941426.222737:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7aa0. 00000100:00000001:3.0:1773941426.222741:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941426.222746:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941426.222756:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941426.222760:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941426.222778:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.222780:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941426.224030:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.224042:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941426.224046:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.224049:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941426.224054:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941426.224060:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941426.224067:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941426.224071:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941426.224075:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.224080:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203b80 00000400:00000200:2.0:1773941426.224091:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.224098:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:2.0:1773941426.224106:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.224115:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941426.224144:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941426.224149:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941426.224154:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941426.224161:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941426.224171:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.224191:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941426.224198:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.224201:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941426.224225:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941426.224232:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941426.224234:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941426.224236:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941426.224240:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 00000400:00000010:1.0:1773941426.224242:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:1.0:1773941426.224245:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941426.224249:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941426.224260:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941426.224272:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941426.224274:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941426.224277:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941426.224282:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941426.224285:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941426.224287:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.224290:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941426.224296:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=2 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941426.224305:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941426.224309:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941426.224313:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941426.229116:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941426.229131:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941426.229135:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941426.229143:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941426.229146:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941426.233504:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941426.233508:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941426.233509:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941426.233511:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941426.233531:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941426.233539:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941426.233540:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941426.233542:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941426.233545:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941426.233547:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941426.233548:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233550:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941426.233551:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941426.233553:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941426.233554:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233555:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941426.233557:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941426.233559:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941426.233562:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941426.233564:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 230 00000400:00000200:1.0:1773941426.233571:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941426.233575:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941426.233578:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941426.233580:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941426.233599:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941426.233601:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941426.233603:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941426.233605:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941426.233607:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941426.233609:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941426.233610:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941426.233612:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941426.233614:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941426.233616:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941426.233617:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941426.233618:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941426.233620:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941426.233622:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941426.233624:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.233626:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941426.233628:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941426.233630:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233632:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941426.233633:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941426.233637:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9f80. 00000020:00000040:1.0:1773941426.233639:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941426.233642:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941426.233643:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233645:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941426.233647:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941426.233650:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941426.233656:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe3800. 00000100:00000001:1.0:1773941426.233660:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941426.233665:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941426.233672:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941426.233678:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941426.233681:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df2cb7f] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941426.233697:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233700:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941426.233702:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941426.233706:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941426.233709:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941426.233711:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941426.233713:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941426.233716:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941426.233719:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941426.233725:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.233732:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941426.233733:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941426.233736:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941426.233738:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941426.233739:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941426.233743:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941426.233746:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941426.233747:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941426.233752:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941442 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.233766:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941426.233768:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941426.233769:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398016:192.168.204.109@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941426.233773:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941426.233775:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941426.233776:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941426.233778:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941426.233779:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233782:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941426.233784:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941426.233785:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398144:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000040:1.0:1773941426.233789:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941442 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.233790:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941426.233794:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941426.233796:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941426.233797:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941426.233799:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 02000000:00000001:2.0:1773941426.233800:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941426.233804:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000010:2.0:1773941426.233806:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c000. 02000000:00000001:2.0:1773941426.233808:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941426.233811:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941426.233814:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1773941426.233815:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941426.233818:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941426.233819:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941426.233821:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=4 00000020:00000001:1.0:1773941426.233824:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000010:2.0:1773941426.233826:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7adc0. 00010000:00000001:1.0:1773941426.233827:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00010000:1.0:1773941426.233833:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941426.233835:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00010000:00000001:1.0:1773941426.233842:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:2.0:1773941426.233844:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398144, portal 25 00010000:00010000:1.0:1773941426.233846:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941426.233848:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941426.233850:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551859584 : -120888157692032 : ffff920d884d9f80) 00010000:00000001:1.0:1773941426.233855:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941426.233858:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941426.233859:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941426.233867:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941426.233870:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941426.233873:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941426.233874:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941426.233879:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941426.233884:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00010000:00000001:1.0:1773941426.233884:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1773941426.233888:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203398144, offset 0 00010000:00000001:1.0:1773941426.233888:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941426.233891:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941426.233894:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941426.233898:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54c00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941426.233901:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000001:1.0:1773941426.233901:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941426.233905:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941426.233910:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.233917:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:1.0:1773941426.233921:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941426.233922:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941426.233925:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941426.233928:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000020:00000001:1.0:1773941426.233929:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941426.233933:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1773941426.233933:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=5 00000020:00000001:1.0:1773941426.233939:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000200:2.0:1773941426.233940:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941426.233945:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000200:2.0:1773941426.233946:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 9] 00010000:00000001:1.0:1773941426.233951:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941426.233952:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941426.233957:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [127:127:256:4294967295] 192.168.204.109@tcp LPNI seq info [10:10:8:4294967295] 00010000:00010000:1.0:1773941426.233957:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941426.233966:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:1.0:1773941426.233973:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941426.233976:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941426.233978:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:01000000:1.0:1773941426.233987:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:2.0:1773941426.233991:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:00000040:1.0:1773941426.233992:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000010:2.0:1773941426.233996:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45500. 10000000:00000001:1.0:1773941426.234001:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941426.234006:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00010000:1.0:1773941426.234006:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941426.234011:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941426.234014:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941426.234015:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941426.234018:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941426.234019:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:1.0:1773941426.234020:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941426.234024:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54c00 with handle 0xef3f469e0cc3ace7 from hash 00010000:00000001:1.0:1773941426.234026:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:2.0:1773941426.234027:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45500 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941426.234027:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941426.234029:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941426.234032:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941426.234033:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941426.234035:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941426.234036:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941426.234037:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941426.234038:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941426.234043:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941426.234045:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941426.234048:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941426.234049:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941426.234052:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941426.234054:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941426.234055:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1773941426.234057:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941426.234057:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941426.234059:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941426.234062:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941426.234063:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294902063 00010000:00010000:1.0:1773941426.234064:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ace7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941426.234070:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041c700 count: 0 00000100:00000001:2.0:1773941426.234080:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902052 00010000:00000001:1.0:1773941426.234082:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941426.234084:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941426.234087:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941426.234088:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294902063 00000100:00000040:1.0:1773941426.234091:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8a80 x1860112203398016/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.234095:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902052 00000100:00000001:1.0:1773941426.234098:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941426.234101:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941426.234101:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941426.234105:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe0400. 00000100:00000001:2.0:1773941426.234106:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.234109:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941426.234111:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941426.234112:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941426.234115:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941426.234116:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941426.234149:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941426.234151:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941426.234153:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941426.234157:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1773941426.234158:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941426.234161:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941426.234162:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cfc00. 00000100:00000001:2.0:1773941426.234166:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941426.234168:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941426.234170:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941426.234172:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8a80. 00000100:00000001:1.0:1773941426.234176:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941426.234177:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941426.234178:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941426.234180:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941426.234182:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941426.234189:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941426.234192:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cfc00. 00000020:00000010:1.0:1773941426.234196:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce400. 00000040:00000010:1.0:1773941426.234199:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cf200. 00000020:00000010:1.0:1773941426.234202:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941426.234206:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf000. 80000000:00000010:1.0:1773941426.234209:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941426.234212:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce200. 00000800:00000200:3.0:1773941426.234214:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:1.0:1773941426.234216:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cec00. 00000800:00000010:3.0:1773941426.234221:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45500. 10000000:00000040:1.0:1773941426.234222:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941426.234224:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941426.234230:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941426.234231:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce400. 00000040:00000010:1.0:1773941426.234236:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cf200. 00000400:00000200:3.0:1773941426.234240:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000020:00000010:1.0:1773941426.234241:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000400:00000200:3.0:1773941426.234246:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000020:00000010:1.0:1773941426.234246:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf000. 00000400:00000010:3.0:1773941426.234250:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 80000000:00000010:1.0:1773941426.234251:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00000100:00000001:3.0:1773941426.234255:0:2406:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:1.0:1773941426.234256:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce200. 20000000:00000010:1.0:1773941426.234260:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cec00. 00000100:00000200:3.0:1773941426.234262:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941426.234263:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cfc00. 10000000:00000010:1.0:1773941426.234268:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941426.234272:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:3.0:1773941426.234277:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1773941426.234277:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941426.234280:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000040:3.0:1773941426.234285:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941426.234353:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.234356:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1773941426.236150:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941426.236152:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941426.236154:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941426.236156:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941426.239151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041c700. 00010000:00000010:1.1:1773941426.239159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54c00. 00000800:00000001:2.0:1773941426.239624:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.239635:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941426.239638:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.239641:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941426.239650:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.239657:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941426.239667:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.239672:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.239679:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.239683:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203c00 00000400:00000200:2.0:1773941426.239688:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941426.239695:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xb85 [1] + 0 00000800:00000001:2.0:1773941426.239703:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.239711:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941426.239714:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941426.239718:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941426.239725:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941426.239734:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941426.239746:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941426.239785:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941426.239796:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941426.239804:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941426.239822:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941426.239826:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941426.239831:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941426.239833:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941426.239836:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7adc0. 00000400:00000200:3.0:1773941426.239840:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:3.0:1773941426.239842:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:3.0:1773941426.239844:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941426.239848:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941426.239858:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941426.239865:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941426.239867:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941426.239869:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941426.239872:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941426.239880:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941426.239882:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941426.239885:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941426.239892:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941426.239896:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941426.239898:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941426.239899:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941426.239901:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941426.239903:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.239905:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941426.239908:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941426.239914:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941426.239916:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941426.239917:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941426.239919:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941426.239925:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941426.239928:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941426.239929:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941426.239932:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941426.239934:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941426.239936:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941426.239938:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941426.239942:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941426 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941426.239944:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941426.239951:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941426.239954:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941426.239957:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941426.239959:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.239961:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941426.239964:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941426.239966:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941426.239969:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941426.239972:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941426.239981:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941426.239984:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941426.240225:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.240228:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941426.240232:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941426.240239:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398144:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941426.240243:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941426.240244:0:14740:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941426.240245:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941426.240249:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9f80 x1860112203398144/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941426.240253:0:14740:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941426.240258:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1773941426.240259:0:14740:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941426.240260:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941426.240262:0:14740:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941426.240265:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c000. 10000000:01000000:0.0:1773941426.240265:0:14740:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941426.240269:0:14740:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941426.240270:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941426.240272:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941426.240273:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941426.240275:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941426.240277:0:14740:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941426.240278:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe3800. 00000001:00000001:0.0:1773941426.240281:0:14740:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941426.240282:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941426.240285:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941426.240286:0:14740:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:3.0:1773941426.240287:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9f80. 00000001:00000001:0.0:1773941426.240288:0:14740:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941426.240291:0:14740:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.240292:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1773941426.240293:0:14740:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.240295:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941426.240296:0:14740:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941426.240298:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941426.240302:0:14740:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941426.240304:0:14740:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941426.240305:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941426.240306:0:14740:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941426.240308:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941426.240308:0:14740:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941426.240311:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941426.240312:0:14740:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941426.240314:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941426.240315:0:14740:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941426.240317:0:14740:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941426.240319:0:14740:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941426.240333:0:14740:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941426.240334:0:14740:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941426.240335:0:14740:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941426.240337:0:14740:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941426.243456:0:14740:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941426.243460:0:14740:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941426.243462:0:14740:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941426.243464:0:14740:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941426.243465:0:14740:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941426.286250:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941426.286257:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941426.286263:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941427.310235:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941427.310243:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941427.310247:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00010000:1.0:1773941427.310248:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000040:2.0:1773941427.310252:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941427.310257:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941427.310260:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941427.310262:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941427.310263:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941427.310265:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941427.310267:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941427.310269:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941427.310271:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941427.310273:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941427.310284:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941427.310289:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941427.310293:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941427.310297:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941427.310303:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941427.310311:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e800. 00000100:00000001:2.0:1773941427.310318:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941427.310324:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941427.310326:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941427.310333:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54500. 00010000:00000001:2.0:1773941427.310339:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941427.310342:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fc00. 00000020:00000001:2.0:1773941427.310346:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941427.310349:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215fc00 with handle 0xef3f469e0cc3acee to hash 00000020:00000001:2.0:1773941427.310352:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941427.310353:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:2.0:1773941427.310357:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:2.0:1773941427.310374:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941427.310377:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941427.310381:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941427.310393:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941427.310405:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941427.310412:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941427.310414:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941427.310421:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941427.310423:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941427.310426:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941427.310427:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941427.310433:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941427.310437:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941427.310440:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941427.310442:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941427.310452:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941427.310461:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941427.310464:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941427.310468:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941427.310470:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941427.310473:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941427.310477:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398272:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941427.310482:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941427.310488:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941427.310490:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941427.310493:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941427.310515:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941427.310518:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941427.310525:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941427.310529:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a420. 00000400:00000010:2.0:1773941427.310534:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5198. 00000100:00000200:2.0:1773941427.310541:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398272, portal 25 00000100:00000001:2.0:1773941427.310543:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941427.310544:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941427.310551:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941427.310558:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941427.310561:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941427.310564:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5088. 00000100:00000200:2.0:1773941427.310566:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203398272, offset 0 00000400:00000200:2.0:1773941427.310572:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941427.310580:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.310588:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941427.310593:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941427.310597:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941427.310601:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941427.310603:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941427.310606:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 9] 00000400:00000200:2.0:1773941427.310610:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941427.310614:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [128:128:256:4294967295] 192.168.204.119@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1773941427.310618:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941427.310628:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941427.310634:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941427.310639:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00000800:00000200:2.0:1773941427.310646:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941427.310653:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941427.310669:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941427.310688:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941427.310693:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941427.310695:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294903140 00000100:00000001:2.0:1773941427.310702:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902063 00000100:00000001:2.0:1773941427.310705:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294903140 00000100:00000001:2.0:1773941427.310709:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902063 00000100:00000001:2.0:1773941427.310713:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941427.310715:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941427.310718:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941427.310720:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941427.310722:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941427.310725:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941427.310728:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941427.310789:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941427.310793:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:3.0:1773941427.310798:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941427.310802:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941427.310810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5088 00000400:00000010:3.0:1773941427.310812:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5088. 00000100:00000001:3.0:1773941427.310815:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941427.310818:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941427.310826:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941427.310828:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941427.310832:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.310833:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941427.312182:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.312193:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941427.312196:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.312198:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941427.312203:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941427.312208:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941427.312214:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941427.312217:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941427.312222:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.312226:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203c80 00000400:00000200:2.0:1773941427.312231:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.312237:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xb95 [1] + 224 00000800:00000001:2.0:1773941427.312243:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.312249:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941427.312252:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941427.312255:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941427.312260:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941427.312264:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941427.312288:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941427.312315:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941427.312321:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.312324:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941427.312348:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941427.312353:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941427.312355:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941427.312357:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a420. 00000400:00000200:1.0:1773941427.312365:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5198 00000400:00000010:1.0:1773941427.312366:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5198. 00000100:00000001:1.0:1773941427.312368:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941427.312372:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941427.312379:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941443 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941427.312383:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941427.312384:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941427.312386:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941427.312388:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941427.312390:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941427.312391:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941427.312393:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941427.312398:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=3 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941427.312400:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941427.312402:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941427.312405:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941427.314605:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941427.314608:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941427.314611:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941427.314614:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941427.314617:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941427.317841:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941427.317843:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941427.317845:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941427.317847:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941427.317855:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941443 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941427.317864:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941427.317865:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941427.317879:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941427.317883:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941427.317886:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941427.317888:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.317890:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941427.317891:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941427.317892:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941427.317894:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.317895:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941427.317898:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941427.317900:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941427.317904:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941427.317907:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 232 00000400:00000200:1.0:1773941427.317914:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941427.317918:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941427.317923:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941427.317926:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941427.317928:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941427.317931:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941427.317935:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941427.317937:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941427.317940:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941427.317942:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941427.317944:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941427.317947:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941427.317950:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941427.317952:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941427.317954:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941427.317955:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941427.317958:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941427.317962:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941427.317964:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941427.317967:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941427.317975:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941427.317978:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.317981:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941427.317983:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941427.317988:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8a80. 00000020:00000040:1.0:1773941427.317991:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941427.317995:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941427.317996:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.317999:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941427.318001:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941427.318004:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941427.318010:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe0400. 00000100:00000001:1.0:1773941427.318016:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941427.318023:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941427.318033:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941427.318038:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941427.318043:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab588ef] to pc [ptlrpcd_rcv+-1] req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941427.318062:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.318065:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941427.318067:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941427.318070:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941427.318074:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941427.318076:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.318077:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941427.318079:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941427.318081:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941427.318084:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941427.318084:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941427.318090:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941427.318093:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941427.318099:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941443 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941427.318102:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941427.318105:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941427.318109:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941427.318112:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941427.318116:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941427.318138:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398400:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941427.318141:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941427.318144:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941427.318146:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941427.318147:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941427.318148:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941427.318153:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941427.318154:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:1.0:1773941427.318156:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941427.318157:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941427.318162:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941427.318165:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941427.318167:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00000400:00000010:3.0:1773941427.318173:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00000100:00000040:1.0:1773941427.318176:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941443 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941427.318179:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398400, portal 25 00000100:00000001:3.0:1773941427.318183:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941427.318186:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00100000:1.0:1773941427.318192:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398272:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941427.318199:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941427.318200:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941427.318205:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941427.318210:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941427.318211:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:3.0:1773941427.318215:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941427.318216:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1773941427.318218:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc550. 00000100:00000200:3.0:1773941427.318221:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203398400, offset 0 00000100:00000040:1.0:1773941427.318223:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941443 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941427.318228:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941427.318235:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941427.318236:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:1.0:1773941427.318240:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000400:00000200:3.0:1773941427.318244:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:1.0:1773941427.318248:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1773941427.318249:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773941427.318251:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941427.318254:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941427.318258:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941427.318258:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1773941427.318263:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941427.318264:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941427.318267:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 11] 00000020:00000001:1.0:1773941427.318269:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941427.318273:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000020:00000040:1.0:1773941427.318274:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fc00 refcount=4 00000400:00000200:3.0:1773941427.318279:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [129:129:256:4294967295] 192.168.204.109@tcp LPNI seq info [12:12:8:4294967295] 00000020:00000001:1.0:1773941427.318280:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000400:00000200:3.0:1773941427.318284:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941427.318286:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000400:00000200:3.0:1773941427.318294:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00010000:1.0:1773941427.318296:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941427.318300:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941427.318305:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00000800:00000200:3.0:1773941427.318311:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:1.0:1773941427.318313:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:3.0:1773941427.318318:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00010000:1.0:1773941427.318321:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941427.318322:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941427.318333:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941427.318336:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941427.318337:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941427.318342:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941427.318345:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294903148 00000100:00000001:3.0:1773941427.318352:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903140 00000100:00000001:3.0:1773941427.318357:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294903148 00000100:00000001:3.0:1773941427.318362:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903140 00010000:00000001:1.0:1773941427.318367:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941427.318368:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941427.318371:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941427.318375:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941427.318378:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.318382:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.318386:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941427.318390:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941427.318394:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941427.318394:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.318397:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1773941427.318399:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941427.318400:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941427.318403:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941427.318405:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941427.318405:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941427.318409:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941427.318418:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fc00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:1.0:1773941427.318422:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941427.318425:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941427.318430:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941427.318432:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941427.318435:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1773941427.318436:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000020:00000001:1.0:1773941427.318437:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941427.318441:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fc00 refcount=5 00000400:00000200:2.0:1773941427.318442:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1773941427.318444:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:1.0:1773941427.318448:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000400:00000200:2.0:1773941427.318453:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00010000:00000001:1.0:1773941427.318454:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941427.318458:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc550 00010000:00010000:1.0:1773941427.318458:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941427.318464:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc550. 10000000:00000001:1.0:1773941427.318465:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941427.318468:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941427.318469:0:2406:0:(events.c:34:request_out_callback()) Process entered 10000000:01000000:1.0:1773941427.318474:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:2.0:1773941427.318477:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:1.0:1773941427.318484:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941427.318486:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941427.318490:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941427.318492:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941427.318495:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941427.318496:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941427.318510:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941427.318513:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1773941427.318515:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941427.318516:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941427.318520:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fc00 with handle 0xef3f469e0cc3acee from hash 00010000:00000001:1.0:1773941427.318524:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941427.318526:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941427.318528:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941427.318531:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941427.318532:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941427.318534:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773941427.318536:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941427.318538:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941427.318542:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941427.318544:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941427.318546:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941427.318547:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941427.318551:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941427.318557:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941427.318558:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941427.318560:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941427.318561:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941427.318563:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941427.318564:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941427.318565:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941427.318567:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3acee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941427.318574:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54500 count: 0 00010000:00000001:1.0:1773941427.318585:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941427.318586:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941427.318588:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941427.318595:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203398272/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941443 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941427.318599:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941427.318601:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941427.318604:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 02000000:00000001:1.0:1773941427.318606:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941427.318607:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941427.318608:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941427.318610:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941427.318612:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e800. 02000000:00000001:1.0:1773941427.318614:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941427.318616:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941427.318617:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:1.0:1773941427.318619:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941427.318620:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941427.318621:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941427.318622:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941427.318625:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941427.318627:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941427.318631:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cfc00. 00000020:00000010:1.0:1773941427.318634:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cec00. 00000040:00000010:1.0:1773941427.318636:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce200. 00000020:00000010:1.0:1773941427.318639:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941427.318642:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf000. 80000000:00000010:1.0:1773941427.318645:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941427.318648:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941427.318651:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12ce400. 10000000:00000040:1.0:1773941427.318654:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941427.318655:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941427.318658:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cec00. 00000040:00000010:1.0:1773941427.318660:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce200. 00000020:00000010:1.0:1773941427.318662:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941427.318665:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf000. 80000000:00000010:1.0:1773941427.318667:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941427.318672:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941427.318674:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12ce400. 00000020:00000010:1.0:1773941427.318676:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cfc00. 10000000:00000010:1.0:1773941427.318677:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941427.318679:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941427.318681:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941427.318683:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941427.320901:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941427.320903:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941427.320905:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941427.320907:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941427.321427:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.321436:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941427.321439:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.321442:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941427.321446:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.321451:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941427.321457:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.321461:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.321466:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.321470:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203d00 00000400:00000200:2.0:1773941427.321474:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941427.321479:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xba5 [1] + 0 00000800:00000001:2.0:1773941427.321492:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.321510:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941427.321513:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941427.321517:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941427.321521:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941427.321526:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941427.321537:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941427.321552:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941427.321558:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941427.321561:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.321575:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941427.321578:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941427.321582:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941427.321583:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941427.321586:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:3.0:1773941427.321588:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:3.0:1773941427.321590:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:3.0:1773941427.321592:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941427.321596:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941427.321603:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941427.321607:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941427.321608:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.321610:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941427.321611:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941427.321613:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941427.321614:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941427.321616:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941427.321620:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941427.321623:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941427.321624:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941427.321625:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941427.321627:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941427.321628:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.321630:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941427.321632:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941427.321645:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941427.321647:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941427.321648:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.321649:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941427.321653:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941427.321655:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941427.321655:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941427.321657:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941427.321658:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941427.321659:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941427.321661:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941427.321663:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941427 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941427.321665:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941427.321670:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941427.321671:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941427.321672:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941427.321674:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.321675:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941427.321677:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941427.321679:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941427.321681:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941427.321683:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941427.321685:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941427.321686:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941427.321889:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.321891:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941427.321895:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941427.321901:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398400:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941427.321907:0:14741:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941427.321913:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.321915:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1773941427.321917:0:14741:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941427.321920:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8a80 x1860112203398400/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941427.321921:0:14741:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941427.321924:0:14741:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941427.321927:0:14741:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941427.321930:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941427.321931:0:14741:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941427.321932:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941427.321934:0:14741:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941427.321935:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941427.321938:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941427.321938:0:14741:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941427.321941:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941427.321942:0:14741:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:3.0:1773941427.321943:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941427.321944:0:14741:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941427.321947:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941427.321947:0:14741:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941427.321951:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe0400. 10000000:00000001:0.0:1773941427.321951:0:14741:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941427.321954:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941427.321955:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941427.321956:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8a80. 00000100:00000001:0.0:1773941427.321960:0:14741:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941427.321961:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941427.321963:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941427.321965:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941427.321965:0:14741:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941427.321970:0:14741:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941427.321971:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941427.321972:0:14741:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941427.321973:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941427.321974:0:14741:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941427.321977:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941427.321978:0:14741:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941427.321979:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941427.321981:0:14741:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941427.321983:0:14741:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941427.321984:0:14741:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941427.321995:0:14741:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941427.321996:0:14741:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941427.321997:0:14741:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941427.322000:0:14741:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941427.324220:0:14741:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941427.324223:0:14741:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941427.324224:0:14741:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941427.324226:0:14741:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941427.324227:0:14741:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941427.329152:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54500. 00010000:00000010:1.1:1773941427.329159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fc00. 00000020:00000001:2.0:1773941428.334256:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941428.334261:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941428.334264:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941428.718222:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941428.718228:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941428.718232:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941428.718234:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941428.718235:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941428.718236:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941428.718238:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941428.718240:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941428.718242:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941428.718244:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941428.718245:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941428.718255:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8a80. 00000020:00000040:1.0:1773941428.718259:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941428.718262:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941428.718265:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941428.718270:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941428.718279:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cfc00. 00000100:00000001:1.0:1773941428.718285:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941428.718288:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941428.718290:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941428.718297:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041c700. 00010000:00000001:1.0:1773941428.718301:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941428.718303:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54c00. 00000020:00000001:1.0:1773941428.718306:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941428.718308:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54c00 with handle 0xef3f469e0cc3acf5 to hash 00000020:00000001:1.0:1773941428.718324:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941428.718325:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941428.718328:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941428.718331:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941428.718333:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941428.718335:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941428.718343:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941428.718353:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941428.718356:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941428.718358:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941428.718363:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941428.718364:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941428.718366:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941428.718367:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000001:1.0:1773941428.718371:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941428.718374:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.718376:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941428.718377:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941428.718386:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.718392:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941428.718394:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941428.718397:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941428.718399:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941428.718400:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941428.718402:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398528:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941428.718409:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941428.718414:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941428.718416:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941428.718418:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941428.718421:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe1000. 02000000:00000001:1.0:1773941428.718423:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941428.718429:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941428.718432:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941428.718437:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 00000100:00000200:1.0:1773941428.718443:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398528, portal 25 00000100:00000001:1.0:1773941428.718445:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941428.718445:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000040:1.0:1773941428.718449:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.718454:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941428.718456:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941428.718457:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7e58. 00000100:00000200:1.0:1773941428.718459:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203398528, offset 0 00000400:00000200:1.0:1773941428.718464:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941428.718497:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941428.718504:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941428.718507:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941428.718510:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941428.718513:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941428.718515:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941428.718517:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 11] 00000400:00000200:1.0:1773941428.718519:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941428.718523:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [130:130:256:4294967295] 192.168.204.119@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1773941428.718525:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941428.718533:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941428.718537:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941428.718545:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36600. 00000800:00000200:1.0:1773941428.718557:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941428.718564:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941428.718568:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941428.718582:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941428.718585:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941428.718587:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294904548 00000100:00000001:1.0:1773941428.718593:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903148 00000100:00000001:1.0:1773941428.718597:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294904548 00000100:00000001:1.0:1773941428.718599:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903148 00000100:00000001:1.0:1773941428.718602:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941428.718604:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.718606:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941428.718607:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941428.718609:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941428.718612:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941428.718614:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941428.718686:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941428.718691:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36600. 00000400:00000200:2.0:1773941428.718696:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941428.718700:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941428.718704:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7e58 00000400:00000010:2.0:1773941428.718705:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7e58. 00000100:00000001:2.0:1773941428.718708:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941428.718712:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941428.718719:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941428.718722:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941428.718727:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941428.718728:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941428.719988:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.719997:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941428.719999:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.720005:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941428.720009:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941428.720013:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941428.720017:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941428.720020:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941428.720022:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.720025:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203d80 00000400:00000200:2.0:1773941428.720028:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.720030:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:2.0:1773941428.720035:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.720041:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941428.720042:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941428.720044:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941428.720048:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941428.720051:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941428.720057:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941428.720069:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941428.720074:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.720077:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941428.720099:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941428.720105:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941428.720106:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941428.720108:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000400:00000200:1.0:1773941428.720111:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 00000400:00000010:1.0:1773941428.720113:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:1.0:1773941428.720114:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941428.720132:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941428.720139:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.720144:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941428.720145:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941428.720147:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941428.720149:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941428.720150:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941428.720157:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941428.720160:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941428.720164:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=4 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941428.720166:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941428.720168:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941428.720171:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941428.720173:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941428.720175:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941428.720177:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941428.720180:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941428.720183:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941428.720186:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941428.720188:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941428.720189:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941428.720190:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941428.720193:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941444 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.720197:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941428.720198:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941428.720199:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941428.720200:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941428.720202:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941428.720203:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720204:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941428.720205:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941428.720206:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941428.720206:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720207:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941428.720209:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941428.720210:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941428.720212:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941428.720214:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 233 00000400:00000200:1.0:1773941428.720217:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941428.720222:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941428.720225:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941428.720228:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941428.720229:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941428.720231:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941428.720233:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941428.720234:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941428.720235:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941428.720237:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941428.720238:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941428.720239:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941428.720241:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941428.720243:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941428.720244:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941428.720245:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941428.720247:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941428.720249:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941428.720250:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941428.720252:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941428.720254:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941428.720255:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720257:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941428.720258:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941428.720260:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9f80. 00000020:00000040:1.0:1773941428.720262:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941428.720264:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941428.720265:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720267:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941428.720269:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941428.720270:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941428.720273:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe2000. 00000100:00000001:1.0:1773941428.720275:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941428.720279:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941428.720288:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941428.720290:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941428.720293:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df2cb7f] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.720307:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720309:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941428.720310:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941428.720312:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941428.720313:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941428.720314:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941428.720316:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941428.720317:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941428.720318:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941428.720321:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941444 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.720326:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941428.720328:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941428.720330:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941428.720332:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941428.720335:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941444 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941428.720339:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941428.720340:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398528:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941428.720346:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941428.720346:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.720350:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941428.720351:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941428.720355:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941428.720356:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941428.720363:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941428.720363:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941444 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941428.720374:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.720380:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1773941428.720381:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:3.0:1773941428.720384:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.720385:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941428.720388:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941428.720390:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1773941428.720391:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941428.720394:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941428.720394:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941428.720397:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941428.720400:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941428.720400:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=4 00000020:00000001:1.0:1773941428.720404:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941428.720406:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000100:00100000:3.0:1773941428.720409:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398656:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00010000:1.0:1773941428.720411:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941428.720419:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941428.720421:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941428.720424:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941428.720431:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941428.720431:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1773941428.720435:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941428.720436:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941428.720441:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941428.720443:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941428.720445:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941428.720446:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941428.720447:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941428.720452:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941428.720453:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941428.720456:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941428.720459:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941428.720460:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941428.720462:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941428.720464:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00010000:00010000:1.0:1773941428.720468:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54c00 already unused, calling callback (ffffffffc1169c20) 00000400:00000010:3.0:1773941428.720485:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00000100:00000200:3.0:1773941428.720490:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398656, portal 25 00000100:00000001:3.0:1773941428.720494:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1773941428.720495:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941428.720496:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551859584 : -120888157692032 : ffff920d884d9f80) 10000000:00010000:1.0:1773941428.720500:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941428.720505:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941428.720508:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941428.720510:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941428.720512:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941428.720515:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=5 00000020:00000001:1.0:1773941428.720518:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000100:00000001:3.0:1773941428.720521:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941428.720522:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941428.720526:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1773941428.720528:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941428.720529:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941428.720534:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcb28. 10000000:00000001:1.0:1773941428.720535:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941428.720538:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941428.720540:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203398656, offset 0 10000000:01000000:1.0:1773941428.720545:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941428.720549:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941428.720550:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000001:1.0:1773941428.720551:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941428.720555:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941428.720557:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941428.720559:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941428.720560:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941428.720563:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941428.720565:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941428.720566:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941428.720568:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000040:1.0:1773941428.720569:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54c00 with handle 0xef3f469e0cc3acf5 from hash 00010000:00000001:1.0:1773941428.720573:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941428.720575:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941428.720576:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941428.720577:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941428.720578:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941428.720581:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941428.720583:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1773941428.720585:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:1.0:1773941428.720586:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941428.720590:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941428.720591:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941428.720594:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941428.720595:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:1.0:1773941428.720596:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941428.720600:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941428.720601:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 13] 00010000:00000001:1.0:1773941428.720612:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941428.720613:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:1.0:1773941428.720614:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941428.720617:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941428.720619:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941428.720621:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941428.720622:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [131:131:256:4294967295] 192.168.204.109@tcp LPNI seq info [14:14:8:4294967295] 00010000:00000001:1.0:1773941428.720623:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941428.720625:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941428.720627:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3acf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941428.720633:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000040:1.0:1773941428.720640:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041c700 count: 0 00000400:00000200:3.0:1773941428.720647:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:1.0:1773941428.720653:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941428.720657:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941428.720659:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1773941428.720663:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00000040:1.0:1773941428.720664:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8a80 x1860112203398528/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941444 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1773941428.720674:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0c00. 00000100:00000001:1.0:1773941428.720675:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941428.720679:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941428.720684:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 02000000:00000010:1.0:1773941428.720685:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe1000. 02000000:00000001:1.0:1773941428.720688:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941428.720689:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941428.720690:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941428.720694:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941428.720697:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cfc00. 02000000:00000001:1.0:1773941428.720701:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:3.0:1773941428.720702:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 02000000:00000001:1.0:1773941428.720703:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941428.720706:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8a80. 00000800:00000200:3.0:1773941428.720708:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941428.720709:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941428.720711:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941428.720714:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941428.720720:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:3.0:1773941428.720723:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941428.720723:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941428.720726:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000400:00000200:3.0:1773941428.720730:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:1.0:1773941428.720731:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cfc00. 00000100:00000001:3.0:1773941428.720736:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294904550 00000020:00000010:1.0:1773941428.720737:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce400. 00000040:00000010:1.0:1773941428.720742:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cf200. 00000100:00000001:3.0:1773941428.720743:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904548 00000020:00000010:1.0:1773941428.720745:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000100:00000001:3.0:1773941428.720748:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294904550 00000020:00000010:1.0:1773941428.720750:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf000. 00000100:00000001:3.0:1773941428.720754:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904548 80000000:00000010:1.0:1773941428.720755:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00000100:00000001:3.0:1773941428.720760:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000010:1.0:1773941428.720762:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce200. 00000100:00000001:3.0:1773941428.720766:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1773941428.720767:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cec00. 00000100:00000001:3.0:1773941428.720771:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941428.720771:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:1.0:1773941428.720773:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000800:00000010:2.0:1773941428.720775:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0c00. 10000000:00000001:1.0:1773941428.720777:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941428.720778:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941428.720779:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941428.720784:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce400. 00000100:00000001:3.0:1773941428.720787:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941428.720787:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000040:00000010:1.0:1773941428.720788:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cf200. 00000100:00000001:3.0:1773941428.720791:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1773941428.720793:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcb28 00000020:00000010:1.0:1773941428.720793:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000100:00000001:3.0:1773941428.720794:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1773941428.720797:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcb28. 00000100:00000001:3.0:1773941428.720798:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941428.720800:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941428.720800:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf000. 00000100:00000001:3.0:1773941428.720802:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.720806:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1773941428.720806:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00000100:00000200:2.0:1773941428.720807:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1773941428.720812:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce200. 00000100:00000001:2.0:1773941428.720817:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:1.0:1773941428.720818:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cec00. 00000100:00000040:2.0:1773941428.720822:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941428.720822:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cfc00. 10000000:00000010:1.0:1773941428.720825:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941428.720827:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941428.720832:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941428.720837:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:2.0:1773941428.720838:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941428.720840:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:2.0:1773941428.720841:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1773941428.720845:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941428.720848:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941428.720851:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941428.721906:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.721912:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941428.721914:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.721916:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941428.721920:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.721924:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941428.721929:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.721931:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.721935:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.721937:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203e00 00000400:00000200:2.0:1773941428.721940:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941428.721944:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xbbd [1] + 0 00000800:00000001:2.0:1773941428.721948:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.721954:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941428.721955:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941428.721958:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941428.721961:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941428.721965:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941428.721973:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941428.721986:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941428.721991:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941428.721994:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.722006:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941428.722008:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941428.722010:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941428.722011:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941428.722013:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:3.0:1773941428.722015:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:3.0:1773941428.722016:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:3.0:1773941428.722018:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941428.722022:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941428.722028:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941428.722032:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941428.722033:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.722035:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941428.722040:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941428.722041:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941428.722042:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941428.722043:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941428.722046:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941428.722048:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941428.722050:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941428.722050:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941428.722052:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941428.722053:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.722055:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941428.722058:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941428.722062:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941428.722063:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941428.722065:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.722066:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941428.722069:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941428.722070:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941428.722071:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941428.722072:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941428.722073:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941428.722075:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941428.722076:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941428.722079:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941428 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941428.722081:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941428.722085:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941428.722086:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941428.722087:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941428.722089:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.722090:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941428.722092:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941428.722094:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941428.722096:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941428.722101:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941428.722103:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941428.722105:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941428.722291:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.722294:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941428.722298:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941428.722304:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398656:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941428.722304:0:14743:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941428.722309:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.722311:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941428.722314:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9f80 x1860112203398656/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941428.722315:0:14743:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:1.0:1773941428.722321:0:14743:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941428.722324:0:14743:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941428.722325:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941428.722327:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941428.722329:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 10000000:01000000:1.0:1773941428.722331:0:14743:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941428.722332:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941428.722335:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941428.722336:0:14743:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:3.0:1773941428.722338:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:1.0:1773941428.722339:0:14743:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941428.722341:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941428.722343:0:14743:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941428.722344:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe2000. 00000001:00000001:1.0:1773941428.722345:0:14743:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941428.722347:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941428.722347:0:14743:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941428.722349:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941428.722350:0:14743:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941428.722352:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9f80. 10000000:00000001:1.0:1773941428.722353:0:14743:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.722356:0:14743:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941428.722357:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941428.722359:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941428.722360:0:14743:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941428.722361:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941428.722366:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941428.722366:0:14743:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941428.722368:0:14743:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941428.722369:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.722370:0:14743:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941428.722371:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1773941428.722373:0:14743:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941428.722374:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.722377:0:14743:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941428.722379:0:14743:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941428.722380:0:14743:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941428.722395:0:14743:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941428.722395:0:14743:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941428.722397:0:14743:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941428.722400:0:14743:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941428.722403:0:14743:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941428.722404:0:14743:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941428.722406:0:14743:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941428.722408:0:14743:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941428.722409:0:14743:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941428.726147:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041c700. 00010000:00000010:1.1:1773941428.726153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54c00. 00000020:00000001:1.0:1773941429.358256:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941429.358265:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941429.358271:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941429.678337:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (240) 10000000:00000001:0.0:1773941430.382227:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941430.382236:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 00000020:00000001:1.0:1773941430.382237:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941430.382243:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941430.382244:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941430.382251:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1773941430.382252:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941430.382253:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941430.382257:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941430.382260:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941430.382263:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941430.382266:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:0.0:1773941430.382269:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941430.382272:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941430.382283:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000020:00000040:0.0:1773941430.382289:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941430.382294:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941430.382297:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941430.382303:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941430.382312:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d87fe7400. 00000100:00000001:0.0:1773941430.382320:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941430.382351:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941430.382354:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941430.382361:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e800. 00010000:00000001:0.0:1773941430.382367:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941430.382370:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80031600. 00000020:00000010:0.0:1773941430.382375:0:14734:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d88bb2c00. 00000020:00000001:0.0:1773941430.382379:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941430.382382:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80031600 with handle 0xef3f469e0cc3acfc to hash 00000020:00000001:0.0:1773941430.382384:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941430.382386:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941430.382389:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941430.382393:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941430.382397:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941430.382401:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941430.382412:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941430.382426:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941430.382433:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941430.382435:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941430.382483:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941430.382486:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185692209920 : -120888017341696 : ffff920d90ab3300) 00000100:00000001:0.0:1773941430.382488:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941430.382490:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000001:0.0:1773941430.382495:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941430.382501:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.382503:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941430.382505:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941430.382517:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.382549:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941430.382551:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941430.382556:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941430.382558:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941430.382561:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941430.382565:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398784:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941430.382570:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941430.382576:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941430.382579:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941430.382581:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941430.382586:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c3c00. 02000000:00000001:0.0:1773941430.382588:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941430.382596:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941430.382600:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941430.382607:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941430.382615:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398784, portal 25 00000100:00000001:0.0:1773941430.382617:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941430.382619:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000040:0.0:1773941430.382625:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.382633:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941430.382637:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941430.382640:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee088. 00000100:00000200:0.0:1773941430.382644:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203398784, offset 0 00000400:00000200:0.0:1773941430.382651:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941430.382661:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941430.382670:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941430.382675:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941430.382680:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941430.382684:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941430.382698:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941430.382708:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 13] 00000400:00000200:0.0:1773941430.382712:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1773941430.382718:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [132:132:256:4294967295] 192.168.204.119@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1773941430.382723:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941430.382736:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1773941430.382743:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941430.382749:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d900. 00000800:00000200:0.0:1773941430.382756:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1773941430.382765:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1773941430.382771:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941430.382786:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941430.382789:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941430.382792:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906212 00000100:00000001:0.0:1773941430.382797:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904550 00000100:00000001:0.0:1773941430.382800:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906212 00000100:00000001:0.0:1773941430.382802:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904550 00000100:00000001:0.0:1773941430.382805:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941430.382808:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.382810:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941430.382812:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941430.382814:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 11 seconds 00000100:00000001:0.0:1773941430.382817:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941430.382820:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941430.382898:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941430.382904:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d900. 00000400:00000200:2.0:1773941430.382912:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941430.382918:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941430.382930:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee088 00000400:00000010:2.0:1773941430.382933:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee088. 00000100:00000001:2.0:1773941430.382938:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941430.382945:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.382956:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941430.382960:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.382968:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.382971:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941430.384309:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.384321:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941430.384324:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.384327:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941430.384332:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941430.384338:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941430.384344:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941430.384348:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941430.384351:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.384354:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203e80 00000400:00000200:2.0:1773941430.384358:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.384361:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xbcd [1] + 224 00000800:00000001:2.0:1773941430.384368:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.384374:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941430.384376:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941430.384378:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941430.384382:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941430.384386:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941430.384394:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.384409:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941430.384420:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.384423:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941430.384453:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941430.384459:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941430.384460:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941430.384463:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941430.384466:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941430.384468:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941430.384470:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941430.384475:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941430.384503:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941446 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.384511:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941430.384514:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941430.384516:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941430.384519:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941430.384522:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941430.384524:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941430.384527:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941430.384533:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941430.384537:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941430.384541:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941430.384545:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:0.0:1773941430.389358:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941430.389364:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941430.389368:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941430.389372:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941430.389376:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941430.393619:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941430.393622:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941430.393623:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941430.393625:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941430.393632:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941446 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.393640:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941430.393642:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941430.393643:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941430.393646:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941430.393658:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941430.393659:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393663:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941430.393675:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941430.393676:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941430.393678:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393679:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941430.393681:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941430.393683:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941430.393686:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941430.393688:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 235 00000400:00000200:0.0:1773941430.393694:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941430.393699:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941430.393702:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941430.393704:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941430.393706:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941430.393708:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941430.393710:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941430.393712:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941430.393713:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941430.393715:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941430.393717:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941430.393719:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941430.393721:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941430.393722:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941430.393723:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941430.393725:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941430.393727:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941430.393729:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941430.393731:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941430.393733:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941430.393736:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941430.393738:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393740:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941430.393741:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941430.393749:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faf100. 00000020:00000040:0.0:1773941430.393751:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941430.393754:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941430.393756:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393758:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941430.393760:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941430.393763:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941430.393770:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c3800. 00000100:00000001:0.0:1773941430.393775:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941430.393780:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941430.393786:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941430.393790:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941430.393794:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f31bd77] to pc [ptlrpcd_rcv+-1] req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.393809:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393810:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941430.393812:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941430.393815:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941430.393817:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941430.393819:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941430.393820:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 1 seconds 00000100:00000001:0.0:1773941430.393822:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941430.393824:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941430.393828:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941446 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.393834:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941430.393836:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941430.393838:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941430.393840:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.393842:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1773941430.393843:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941446 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941430.393848:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941430.393852:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1773941430.393861:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203398784:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941430.393866:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941430.393869:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941430.393871:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941430.393872:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941430.393876:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941430.393881:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941446 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941430.393903:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941430.393903:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941430.393908:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90ab3300. 00000100:00000001:3.0:1773941430.393909:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941430.393912:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941430.393914:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941430.393916:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941430.393917:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941430.393921:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941430.393922:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941430.393924:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941430.393927:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80031600 refcount=4 02000000:00000001:3.0:1773941430.393928:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941430.393929:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941430.393935:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00100000:3.0:1773941430.393939:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398912:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00010000:0.0:1773941430.393940:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941430.393950:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1773941430.393952:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941430.393956:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1773941430.393957:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941430.393961:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941430.393966:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1773941430.393968:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1773941430.393970:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941430.393976:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00010000:00000001:0.0:1773941430.393976:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941430.393981:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941430.393984:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941430.393988:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941430.393992:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941430.393999:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1773941430.394000:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00010000:00000001:0.0:1773941430.394001:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941430.394007:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1773941430.394010:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00010000:00010000:0.0:1773941430.394010:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941430.394019:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80031600 already unused, calling callback (ffffffffc1169c20) 00000100:00000200:3.0:1773941430.394022:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203398912, portal 25 10000000:00000001:0.0:1773941430.394023:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941430.394026:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941430.394029:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941430.394034:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435904 : -120888012115712 : ffff920d90faf100) 00010000:00000001:0.0:1773941430.394035:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941430.394038:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941430.394041:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941430.394042:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80031600 refcount=5 00000020:00000001:0.0:1773941430.394044:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941430.394047:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00000040:3.0:1773941430.394048:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941430.394049:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941430.394053:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941430.394067:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941430.394070:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941430.394072:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:0.0:1773941430.394079:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000040:3.0:1773941430.394080:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 10000000:00000040:0.0:1773941430.394083:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941430.394086:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941430.394087:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc330. 00010000:00010000:0.0:1773941430.394088:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941430.394091:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1773941430.394094:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203398912, offset 0 00010000:00000001:0.0:1773941430.394098:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941430.394101:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941430.394103:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941430.394106:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:0.0:1773941430.394107:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941430.394112:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80031600 with handle 0xef3f469e0cc3acfc from hash 00010000:00000001:0.0:1773941430.394115:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941430.394116:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941430.394141:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941430.394142:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941430.394144:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941430.394145:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941430.394147:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941430.394148:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941430.394149:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941430.394151:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941430.394153:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941430.394158:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941430.394162:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941430.394165:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941430.394166:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941430.394169:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941430.394170:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:0.0:1773941430.394171:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941430.394174:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941430.394177:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941430.394180:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3acfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941430.394182:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000040:0.0:1773941430.394190:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e800 count: 0 00000400:00000200:3.0:1773941430.394191:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941430.394198:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941430.394202:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941430.394203:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941430.394205:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941430.394207:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941430.394212:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203398784/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941446 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941430.394221:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 15] 00000100:00000001:0.0:1773941430.394224:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941430.394228:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773941430.394230:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941430.394238:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [133:133:256:4294967295] 192.168.204.109@tcp LPNI seq info [16:16:8:4294967295] 02000000:00000010:0.0:1773941430.394239:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c3c00. 02000000:00000001:0.0:1773941430.394244:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941430.394248:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941430.394250:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000400:00000200:3.0:1773941430.394252:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:0.0:1773941430.394253:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941430.394256:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d87fe7400. 02000000:00000001:0.0:1773941430.394260:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941430.394262:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941430.394264:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00000001:0.0:1773941430.394270:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941430.394273:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941430.394274:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:00000001:0.0:1773941430.394275:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941430.394280:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941430.394286:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941430.394289:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d98b51080. 00000800:00000200:3.0:1773941430.394290:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000020:00000010:0.0:1773941430.394293:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe7400. 00000800:00000010:3.0:1773941430.394298:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 00000020:00000010:0.0:1773941430.394300:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6a00. 00000040:00000010:0.0:1773941430.394305:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe7e00. 00000020:00000010:0.0:1773941430.394309:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816a800. 00000800:00000200:3.0:1773941430.394311:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000010:0.0:1773941430.394314:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7a00. 80000000:00000010:0.0:1773941430.394319:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c000. 00000800:00000200:3.0:1773941430.394324:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00040000:00000010:0.0:1773941430.394325:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe6600. 00000800:00000200:3.0:1773941430.394333:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 20000000:00000010:0.0:1773941430.394333:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d87fe6e00. 10000000:00000040:0.0:1773941430.394339:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:0.0:1773941430.394342:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941430.394347:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6a00. 00000040:00000010:0.0:1773941430.394349:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe7e00. 00000020:00000010:0.0:1773941430.394352:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816a800. 00000100:00000001:3.0:1773941430.394353:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941430.394356:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7a00. 80000000:00000010:0.0:1773941430.394360:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9099c000. 00000400:00000200:3.0:1773941430.394361:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00040000:00000010:0.0:1773941430.394363:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe6600. 00000100:00000001:3.0:1773941430.394366:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294906224 20000000:00000010:0.0:1773941430.394368:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d87fe6e00. 00000020:00000010:0.0:1773941430.394374:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe7400. 10000000:00000010:0.0:1773941430.394378:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d98b51080. 00000100:00000001:3.0:1773941430.394380:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906212 10000000:01000000:0.0:1773941430.394381:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:3.0:1773941430.394389:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294906224 10000000:00000001:0.0:1773941430.394389:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941430.394394:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:3.0:1773941430.394397:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906212 00000100:00000001:3.0:1773941430.394407:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941430.394411:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.394413:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.394417:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.394423:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941430.394425:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941430.394427:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941430.394428:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941430.394430:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.394432:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941430.394457:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941430.394462:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 00000400:00000200:2.0:1773941430.394468:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941430.394474:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941430.394480:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc330 00000400:00000010:2.0:1773941430.394483:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc330. 00000100:00000001:2.0:1773941430.394487:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941430.394492:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.394502:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941430.394506:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.394515:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.394517:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941430.399061:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.399074:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941430.399078:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.399081:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941430.399087:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.399094:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941430.399108:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.399113:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.399147:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.399154:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f203f00 00000400:00000200:2.0:1773941430.399160:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941430.399167:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xbd5 [1] + 0 00000800:00000001:2.0:1773941430.399176:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.399184:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941430.399188:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941430.399192:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941430.399198:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941430.399215:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941430.399228:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941430.399246:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941430.399254:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941430.399257:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.399279:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941430.399283:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941430.399289:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941430.399291:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941430.399295:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:3.0:1773941430.399299:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:3.0:1773941430.399307:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:3.0:1773941430.399310:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941430.399316:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941430.399325:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941430.399330:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941430.399331:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.399333:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941430.399335:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941430.399337:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941430.399339:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941430.399341:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941430.399346:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941430.399349:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941430.399351:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941430.399352:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941430.399354:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941430.399355:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.399357:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941430.399360:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941430.399365:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941430.399367:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941430.399368:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.399370:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941430.399375:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941430.399377:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941430.399378:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941430.399380:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941430.399381:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941430.399383:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941430.399384:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941430.399387:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941430 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941430.399393:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941430.399399:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941430.399401:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941430.399402:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941430.399404:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.399405:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941430.399408:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941430.399409:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941430.399411:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941430.399414:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941430.399417:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941430.399418:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941430.399647:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.399652:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941430.399660:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941430.399661:0:14744:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1773941430.399670:0:14744:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:3.0:1773941430.399676:0:14744:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941430.399680:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203398912:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941430.399692:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941430.399696:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941430.399700:0:14744:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:2.0:1773941430.399702:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faf100 x1860112203398912/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1773941430.399703:0:14744:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941430.399707:0:14744:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941430.399710:0:14744:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941430.399714:0:14744:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.399717:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941430.399718:0:14744:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941430.399721:0:14744:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941430.399722:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1773941430.399723:0:14744:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941430.399726:0:14744:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941430.399728:0:14744:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941430.399728:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00080000:3.0:1773941430.399733:0:14744:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941430.399735:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941430.399736:0:14744:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941430.399739:0:14744:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:2.0:1773941430.399739:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941430.399744:0:14744:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941430.399744:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00080000:3.0:1773941430.399749:0:14744:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000020:00000001:2.0:1773941430.399750:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941430.399754:0:14744:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:2.0:1773941430.399755:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c3800. 10000000:01000000:3.0:1773941430.399756:0:14744:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1773941430.399760:0:14744:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 02000000:00000001:2.0:1773941430.399763:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941430.399766:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941430.399768:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faf100. 00000100:00080000:3.0:1773941430.399773:0:14744:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:2.0:1773941430.399774:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:3.0:1773941430.399775:0:14744:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.399777:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941430.399780:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941430.399784:0:14744:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941430.399789:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:02000000:3.0:1773941430.399790:0:14744:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:2.0:1773941430.399794:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941430.399805:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941430.399807:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941430.401270:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941430.401275:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941430.401277:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941430.401281:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941430.406544:0:14744:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941430.406552:0:14744:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941430.406555:0:14744:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941430.406559:0:14744:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941430.406561:0:14744:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941430.408158:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e800. 00010000:00000010:0.1:1773941430.408170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80031600. 00000020:00000001:1.0:1773941431.406281:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941431.406288:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941431.406292:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941432.110287:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941432.110297:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941432.110303:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941432.110306:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941432.110308:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941432.110310:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941432.110313:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941432.110315:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941432.110318:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:0.0:1773941432.110321:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941432.110323:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941432.110337:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000020:00000040:0.0:1773941432.110343:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941432.110349:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941432.110353:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941432.110360:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941432.110370:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d87fe7400. 00000100:00000001:0.0:1773941432.110379:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.110385:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941432.110388:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941432.110398:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e800. 00010000:00000001:0.0:1773941432.110405:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941432.110438:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80031600. 00000020:00000001:0.0:1773941432.110444:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941432.110447:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80031600 with handle 0xef3f469e0cc3ad03 to hash 00000020:00000001:0.0:1773941432.110449:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941432.110451:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941432.110455:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00010000:00000001:0.0:1773941432.110460:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941432.110479:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941432.110485:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941432.110498:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941432.110512:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941432.110519:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941432.110522:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941432.110529:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941432.110532:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185692209920 : -120888017341696 : ffff920d90ab3300) 00000100:00000001:0.0:1773941432.110535:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941432.110536:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000001:0.0:1773941432.110543:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941432.110548:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.110550:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941432.110553:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941432.110565:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.110576:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941432.110579:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941432.110592:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941432.110595:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941432.110599:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941432.110603:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399040:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941432.110608:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941432.110614:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941432.110617:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941432.110620:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941432.110626:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c3000. 02000000:00000001:0.0:1773941432.110635:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941432.110644:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941432.110649:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941432.110656:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941432.110664:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399040, portal 25 00000100:00000001:0.0:1773941432.110667:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941432.110669:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000040:0.0:1773941432.110675:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.110683:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941432.110687:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941432.110689:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feeee0. 00000100:00000200:0.0:1773941432.110693:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203399040, offset 0 00000400:00000200:0.0:1773941432.110702:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941432.110712:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941432.110721:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941432.110727:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941432.110733:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941432.110738:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941432.110741:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941432.110745:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 15] 00000400:00000200:0.0:1773941432.110749:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1773941432.110754:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [134:134:256:4294967295] 192.168.204.119@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1773941432.110758:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941432.110770:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1773941432.110778:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941432.110784:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d300. 00000800:00000200:0.0:1773941432.110793:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1773941432.110804:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1773941432.110809:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941432.110832:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941432.110843:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941432.110847:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294907940 00000100:00000001:0.0:1773941432.110855:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906224 00000100:00000001:0.0:1773941432.110861:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294907940 00000100:00000001:0.0:1773941432.110865:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906224 00000100:00000001:0.0:1773941432.110868:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941432.110872:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.110874:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941432.110877:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941432.110880:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 11 seconds 00000100:00000001:0.0:1773941432.110884:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941432.110888:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941432.111016:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941432.111022:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d300. 00000400:00000200:2.0:1773941432.111027:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941432.111033:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941432.111038:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feeee0 00000400:00000010:2.0:1773941432.111040:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feeee0. 00000100:00000001:2.0:1773941432.111044:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941432.111049:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.111058:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941432.111061:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.111066:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.111068:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941432.112311:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.112325:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941432.112328:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.112330:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941432.112336:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941432.112342:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941432.112349:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941432.112354:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941432.112359:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.112363:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f203f80 00000400:00000200:2.0:1773941432.112368:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.112375:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xbe5 [1] + 224 00000800:00000001:2.0:1773941432.112383:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.112392:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941432.112395:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941432.112399:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941432.112404:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941432.112432:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941432.112448:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.112465:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941432.112476:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.112480:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.112504:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941432.112511:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941432.112514:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941432.112516:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941432.112521:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941432.112523:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941432.112525:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.112531:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941432.112543:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.112550:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941432.112552:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.112556:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941432.112559:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941432.112561:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941432.112564:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941432.112568:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941432.112575:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941432.112579:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941432.112582:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941432.112587:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:0.0:1773941432.112597:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941432.112601:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941432.112605:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941432.112610:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941432.112615:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941432.112619:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941432.112623:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941432.112625:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941432.112628:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941432.112633:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.112642:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941432.112644:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941432.112647:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941432.112650:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941432.112654:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941432.112657:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112659:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941432.112660:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941432.112661:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941432.112663:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112664:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941432.112667:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941432.112669:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941432.112672:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941432.112675:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 236 00000400:00000200:0.0:1773941432.112680:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941432.112684:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941432.112689:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941432.112693:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941432.112696:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941432.112699:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941432.112710:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941432.112713:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941432.112716:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941432.112720:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941432.112723:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941432.112726:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941432.112731:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941432.112733:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941432.112736:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941432.112738:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941432.112742:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941432.112748:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941432.112752:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941432.112755:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941432.112758:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941432.112761:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112763:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941432.112765:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941432.112769:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faea00. 00000020:00000040:0.0:1773941432.112772:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941432.112776:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941432.112779:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112781:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941432.112783:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941432.112785:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941432.112789:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c3800. 00000100:00000001:0.0:1773941432.112793:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941432.112800:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941432.112809:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941432.112812:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941432.112817:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004601f331] to pc [ptlrpcd_rcv+-1] req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.112844:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112847:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941432.112849:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941432.112852:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.112854:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941432.112857:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941432.112859:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 1 seconds 00000100:00000001:0.0:1773941432.112861:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941432.112864:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941432.112870:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.112878:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941432.112879:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.112884:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.112885:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941432.112889:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941432.112890:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941432.112894:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941432.112901:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.112903:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.112922:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941432.112924:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.112929:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1773941432.112930:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399040:192.168.204.109@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941432.112931:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941432.112936:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941432.112942:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399168:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941432.112942:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.112948:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941432.112948:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941432.112952:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1773941432.112953:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1773941432.112955:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.112957:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941432.112958:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941432.112963:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c800. 00000100:00000040:0.0:1773941432.112965:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941432.112966:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.112974:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941432.112980:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a738. 00000100:00000001:0.0:1773941432.112982:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941432.112985:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5908. 00000100:00000010:0.0:1773941432.112987:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90ab3300. 00000100:00000200:2.0:1773941432.112990:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399168, portal 25 00000100:00000001:0.0:1773941432.112992:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941432.112993:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941432.112997:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697434112 : -120888012117504 : ffff920d90faea00) 00000100:00000001:0.0:1773941432.112997:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941432.113003:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:2.0:1773941432.113004:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941432.113014:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941432.113016:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941432.113019:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80031600 refcount=4 00000020:00000001:0.0:1773941432.113025:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00000001:2.0:1773941432.113027:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773941432.113031:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00000040:2.0:1773941432.113032:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941432.113035:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00010000:00010000:0.0:1773941432.113039:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941432.113040:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203399168, offset 0 00000400:00000200:2.0:1773941432.113048:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941432.113056:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941432.113059:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941432.113062:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941432.113067:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:0.0:1773941432.113069:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941432.113070:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941432.113074:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941432.113079:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941432.113085:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 17] 00010000:00000001:0.0:1773941432.113086:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1773941432.113090:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00010000:0.0:1773941432.113092:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941432.113095:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [135:135:256:4294967295] 192.168.204.109@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1773941432.113106:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941432.113112:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.113140:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941432.113146:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941432.113150:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:0.0:1773941432.113158:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941432.113160:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:0.0:1773941432.113162:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941432.113165:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45e00. 00010000:00000001:0.0:1773941432.113169:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1773941432.113172:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00010000:0.0:1773941432.113174:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941432.113181:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941432.113185:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45e00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:0.0:1773941432.113190:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80031600 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:0.0:1773941432.113194:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941432.113198:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941432.113199:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.113206:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941432.113211:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294907943 00000100:00000001:2.0:1773941432.113216:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907940 00000100:00000001:2.0:1773941432.113221:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294907943 00000100:00000001:2.0:1773941432.113226:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907940 00000100:00000001:2.0:1773941432.113230:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941432.113230:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941432.113234:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941432.113235:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.113237:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941432.113240:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80031600 refcount=5 00000020:00000001:0.0:1773941432.113244:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00000001:2.0:1773941432.113246:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.113249:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412756992 : -120888296794624 : ffff920d80031600) 00000100:00000001:2.0:1773941432.113250:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941432.113257:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941432.113261:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1773941432.113262:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941432.113265:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:3.0:1773941432.113266:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941432.113270:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.113273:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1773941432.113274:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45e00. 00000100:00000001:2.0:1773941432.113276:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941432.113279:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941432.113280:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.113282:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:0.0:1773941432.113284:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941432.113294:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 10000000:01000000:0.0:1773941432.113297:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941432.113300:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 10000000:00000040:0.0:1773941432.113302:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000010:3.0:1773941432.113304:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 10000000:00000001:0.0:1773941432.113305:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941432.113312:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:3.0:1773941432.113313:0:2406:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1773941432.113315:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941432.113320:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941432.113322:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941432.113324:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941432.113326:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941432.113329:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80031600 with handle 0xef3f469e0cc3ad03 from hash 00010000:00000001:0.0:1773941432.113332:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941432.113334:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.113335:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.113336:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941432.113338:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941432.113340:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941432.113342:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.113343:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.113344:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941432.113353:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941432.113357:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941432.113363:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.113367:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.113369:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1773941432.113371:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941432.113372:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941432.113376:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.113379:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.113381:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941432.113385:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80031600/0xef3f469e0cc3ad03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941432.113388:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.113395:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1773941432.113399:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e800 count: 0 00000100:00000001:3.0:1773941432.113419:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.113422:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941432.113434:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.113438:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941432.113442:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.113448:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203399040/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.113456:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941432.113458:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941432.113461:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c3000. 02000000:00000001:0.0:1773941432.113465:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941432.113467:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941432.113469:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941432.113472:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941432.113475:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d87fe7400. 02000000:00000001:0.0:1773941432.113479:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941432.113481:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941432.113483:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00000001:0.0:1773941432.113487:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941432.113488:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941432.113491:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941432.113494:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941432.113498:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941432.113508:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d98b51080. 00000020:00000010:0.0:1773941432.113512:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe7400. 00000020:00000010:0.0:1773941432.113517:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6600. 00000040:00000010:0.0:1773941432.113522:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe7a00. 00000020:00000010:0.0:1773941432.113528:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941432.113533:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7e00. 80000000:00000010:0.0:1773941432.113538:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c000. 00040000:00000010:0.0:1773941432.113544:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe6a00. 20000000:00000010:0.0:1773941432.113549:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d87fe6c00. 10000000:00000040:0.0:1773941432.113555:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:0.0:1773941432.113557:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941432.113562:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6600. 00000040:00000010:0.0:1773941432.113566:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe7a00. 00000020:00000010:0.0:1773941432.113569:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941432.113574:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7e00. 80000000:00000010:0.0:1773941432.113578:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9099c000. 00040000:00000010:0.0:1773941432.113582:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe6a00. 20000000:00000010:0.0:1773941432.113585:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d87fe6c00. 00000020:00000010:0.0:1773941432.113588:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe7400. 10000000:00000010:0.0:1773941432.113591:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d98b51080. 10000000:01000000:0.0:1773941432.113595:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941432.113598:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941432.113601:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941432.113603:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941432.113605:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941432.113606:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941432.113609:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941432.114856:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.114865:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941432.114868:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.114871:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941432.114875:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.114881:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941432.114888:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.114893:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.114897:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.114901:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204000 00000400:00000200:2.0:1773941432.114905:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941432.114908:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xbed [1] + 0 00000800:00000001:2.0:1773941432.114913:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.114919:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941432.114922:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941432.114925:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941432.114928:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941432.114932:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941432.114940:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.114959:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941432.114964:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941432.114966:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.114994:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.114997:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.115001:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.115002:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.115004:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a738. 00000400:00000200:3.0:1773941432.115009:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5908 00000400:00000010:3.0:1773941432.115010:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5908. 00000100:00000001:3.0:1773941432.115012:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.115017:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941432.115025:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.115041:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.115042:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.115044:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.115045:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.115047:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.115048:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.115050:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.115054:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941432.115056:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.115058:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.115059:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.115061:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941432.115063:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115065:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.115068:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.115073:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.115075:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.115076:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.115077:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941432.115081:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941432.115083:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941432.115084:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941432.115085:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.115087:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941432.115088:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941432.115090:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941432.115093:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941432 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941432.115095:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941432.115101:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941432.115102:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941432.115103:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941432.115105:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115110:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941432.115113:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941432.115115:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941432.115134:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941432.115137:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941432.115140:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941432.115142:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941432.115386:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115390:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.115394:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941432.115402:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399168:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941432.115417:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.115418:0:14745:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941432.115420:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1773941432.115432:0:14745:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941432.115433:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faea00 x1860112203399168/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941432.115440:0:14745:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941432.115446:0:14745:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941432.115448:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1773941432.115449:0:14745:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941432.115451:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941432.115456:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c800. 00000001:00000001:0.0:1773941432.115456:0:14745:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941432.115462:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941432.115462:0:14745:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941432.115464:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.115466:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941432.115467:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941432.115469:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c3800. 02000000:00000001:3.0:1773941432.115473:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941432.115474:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941432.115476:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faea00. 00000001:00000001:0.0:1773941432.115477:0:14745:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115479:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941432.115482:0:14745:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941432.115483:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941432.115486:0:14745:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941432.115487:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941432.115490:0:14745:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115492:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1773941432.115493:0:14745:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.115495:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.115498:0:14745:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941432.115502:0:14745:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941432.115505:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.115507:0:14745:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941432.115508:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.115513:0:14745:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941432.115517:0:14745:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941432.115520:0:14745:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941432.115523:0:14745:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941432.115524:0:14745:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941432.115526:0:14745:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941432.115549:0:14745:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941432.115552:0:14745:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.115554:0:14745:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941432.115558:0:14745:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941432.115563:0:14745:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.115565:0:14745:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941432.115567:0:14745:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941432.115570:0:14745:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941432.115572:0:14745:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941432.119163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e800. 00010000:00000010:0.1:1773941432.119171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80031600. 00000020:00000001:1.0:1773941432.430301:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941432.430311:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941432.430337:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941433.198181:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941433.198189:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941433.198193:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941433.198195:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.198197:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.198198:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941433.198201:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941433.198203:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941433.198205:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941433.198208:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941433.198209:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941433.198220:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8a80. 00000020:00000040:1.0:1773941433.198225:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941433.198230:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941433.198234:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941433.198247:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941433.198257:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cfc00. 00000100:00000001:1.0:1773941433.198267:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.198272:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941433.198276:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941433.198286:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041c700. 00010000:00000001:1.0:1773941433.198294:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941433.198297:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54c00. 00000020:00000001:1.0:1773941433.198301:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941433.198304:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54c00 with handle 0xef3f469e0cc3ad0a to hash 00000020:00000001:1.0:1773941433.198306:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941433.198307:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941433.198310:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:1.0:1773941433.198314:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941433.198317:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.198321:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941433.198329:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941433.198357:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941433.198363:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941433.198365:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941433.198371:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941433.198372:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941433.198375:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941433.198376:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000001:1.0:1773941433.198381:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941433.198396:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.198399:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941433.198401:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941433.198411:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.198418:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941433.198420:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941433.198424:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941433.198426:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941433.198428:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941433.198431:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399296:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941433.198434:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941433.198440:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941433.198441:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941433.198443:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941433.198447:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe1000. 02000000:00000001:1.0:1773941433.198449:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.198456:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941433.198459:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e738. 00000400:00000010:1.0:1773941433.198466:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7ee0. 00000100:00000200:1.0:1773941433.198472:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399296, portal 25 00000100:00000001:1.0:1773941433.198474:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941433.198479:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551854208 : -120888157697408 : ffff920d884d8a80) 00000100:00000040:1.0:1773941433.198483:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.198489:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941433.198492:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941433.198494:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7bb0. 00000100:00000200:1.0:1773941433.198497:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203399296, offset 0 00000400:00000200:1.0:1773941433.198502:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941433.198510:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941433.198517:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941433.198523:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941433.198527:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941433.198531:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941433.198533:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941433.198536:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 17] 00000400:00000200:1.0:1773941433.198539:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941433.198542:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [136:136:256:4294967295] 192.168.204.119@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1773941433.198546:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941433.198557:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941433.198564:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941433.198569:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36700. 00000800:00000200:1.0:1773941433.198577:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941433.198587:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941433.198593:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941433.198613:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.198616:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941433.198619:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294909028 00000100:00000001:1.0:1773941433.198625:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907943 00000100:00000001:1.0:1773941433.198630:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294909028 00000100:00000001:1.0:1773941433.198633:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907943 00000100:00000001:1.0:1773941433.198644:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941433.198646:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.198648:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941433.198650:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941433.198652:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941433.198655:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941433.198658:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941433.198781:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941433.198789:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36700. 00000400:00000200:3.0:1773941433.198797:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941433.198804:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941433.198810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7bb0 00000400:00000010:3.0:1773941433.198813:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7bb0. 00000100:00000001:3.0:1773941433.198818:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941433.198824:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.198836:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941433.198841:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.198850:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.198852:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941433.454282:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941433.454295:0:760:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941433.454299:0:760:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941433.454304:0:760:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.454311:0:760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941433.454315:0:760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.454318:0:760:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.454324:0:760:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.454360:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941433.454366:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941433.454370:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941434.478280:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941434.478290:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941434.478328:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941434.478331:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941434.478335:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941434.798247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941434.798261:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941434.798274:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000020:00000040:0.0:1773941434.798281:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941434.798287:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941434.798290:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941434.798295:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941434.798308:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d300. 00000100:00000001:0.0:1773941434.798316:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941434.798346:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941434.798371:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941434.798376:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941434.798383:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdace4e] to pc [ptlrpcd_00_01+1] req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.798417:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941434.798423:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 00000100:00000001:0.0:1773941434.798438:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941434.798443:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773941434.798446:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941434.798449:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941434.798455:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.798456:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941434.798460:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.798464:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941434.798465:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941434.798468:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941434.798475:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.798485:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941434.798487:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941434.798491:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941434.798494:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941434.798497:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941434.798501:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203399424:192.168.204.109@tcp:400:kworker.0 00000100:00000001:0.0:1773941434.798506:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941434.798512:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941434.798515:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941434.798518:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941434.798524:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d87fe7400. 02000000:00000001:0.0:1773941434.798525:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941434.798540:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941434.798544:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941434.798549:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941434.798556:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203399424, portal 25 00000100:00000001:0.0:1773941434.798562:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941434.798564:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000040:0.0:1773941434.798568:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.798574:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941434.798576:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941434.798578:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee198. 00000100:00000200:0.0:1773941434.798581:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203399424, offset 0 00000400:00000200:0.0:1773941434.798585:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941434.798593:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941434.798599:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941434.798603:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941434.798606:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941434.798609:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941434.798611:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941434.798614:0:2412:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 19] 00000400:00000200:0.0:1773941434.798616:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941434.798619:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [137:137:256:4294967295] 192.168.204.109@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1773941434.798622:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941434.798630:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941434.798634:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941434.798638:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d900. 00000800:00000200:0.0:1773941434.798643:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941434.798649:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941434.798653:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941434.798666:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941434.798669:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941434.798671:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294910628 00000100:00000001:0.0:1773941434.798676:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909028 00000100:00000001:0.0:1773941434.798679:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294910628 00000100:00000001:0.0:1773941434.798687:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909028 00000100:00000001:0.0:1773941434.798690:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941434.798692:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.798695:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.798697:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941434.798780:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941434.798785:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d900. 00000400:00000200:2.0:1773941434.798796:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941434.798801:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941434.798805:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee198 00000400:00000010:2.0:1773941434.798807:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee198. 00000100:00000001:2.0:1773941434.798811:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941434.798815:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.798823:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941434.798825:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.798831:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.798832:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941434.799970:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941434.799980:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941434.799982:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941434.799984:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941434.799988:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941434.799992:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941434.799997:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941434.799999:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941434.800002:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941434.800006:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204100 00000400:00000200:3.0:1773941434.800009:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941434.800012:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:3.0:1773941434.800017:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941434.800023:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941434.800024:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941434.800027:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941434.800031:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941434.800040:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941434.800049:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.800064:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941434.800069:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773941434.800097:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941434.800100:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941434.800105:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941434.800107:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941434.800109:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941434.800138:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941434.800140:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941434.800143:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941434.800147:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941434.800156:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.800162:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941434.800163:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.800166:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941434.800168:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941434.800170:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941434.800172:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941434.800174:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941434.800180:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941434.800183:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000800:00000001:3.0:1773941434.800187:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.800187:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941434.800189:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941434.800199:0:2412:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941434.800201:0:2412:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.800204:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941434.800208:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.800213:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941434.800222:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941434.800224:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941434.800227:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941434.800233:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203399424:192.168.204.109@tcp:400:kworker.0 00000100:00000001:0.0:1773941434.800237:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.800238:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941434.800240:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203399424/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.800247:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941434.800249:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941434.800252:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d87fe7400. 02000000:00000001:0.0:1773941434.800256:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941434.800258:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941434.800260:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941434.800262:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941434.800265:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d300. 02000000:00000001:0.0:1773941434.800269:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941434.800271:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941434.800273:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00000001:0.0:1773941434.800277:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941434.800278:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.800281:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941434.800285:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941434.800286:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.800289:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941434.800291:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941435.502224:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941435.502233:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.502292:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.502295:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.502298:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941436.526208:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941436.526217:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941436.526248:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941436.526253:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941436.526258:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941437.038187:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294910628, at 4294910656 00000100:00000040:3.0:1773941437.038194:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294910628, at 4294910656 00000100:00000010:2.0:1773941437.038201:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d838c3300. 00000100:00000010:3.0:1773941437.038205:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d838c3600. 00010000:00000001:1.0:1773941437.550204:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941437.550210:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941437.550259:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941437.550262:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941437.550265:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941438.574272:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941438.574279:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941438.574326:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941438.574333:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941438.574338:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941439.598207:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941439.598214:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941439.598257:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941439.598263:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941439.598275:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941439.918311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941439.918327:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941439.918341:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000020:00000040:0.0:1773941439.918351:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941439.918376:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941439.918381:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941439.918389:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941439.918399:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d300. 00000100:00000001:0.0:1773941439.918409:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941439.918424:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941439.918438:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941439.918443:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941439.918452:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdace4e] to pc [ptlrpcd_00_00+0] req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.918493:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941439.918500:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000100:00000001:0.0:1773941439.918530:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941439.918532:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773941439.918535:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773941439.918542:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941439.918543:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.918553:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941439.918559:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.918564:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941439.918566:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941439.918569:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941439.918578:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.918589:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941439.918592:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.918596:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941439.918600:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941439.918603:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941439.918608:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203399552:192.168.204.109@tcp:400:kworker.0 00000100:00000001:0.0:1773941439.918613:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941439.918619:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941439.918622:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.918625:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941439.918637:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d87fe7400. 02000000:00000001:0.0:1773941439.918640:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941439.918649:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941439.918655:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941439.918663:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941439.918671:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203399552, portal 25 00000100:00000001:0.0:1773941439.918674:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941439.918676:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000040:0.0:1773941439.918683:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.918692:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941439.918695:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941439.918698:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee000. 00000100:00000200:0.0:1773941439.918703:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203399552, offset 0 00000400:00000200:0.0:1773941439.918712:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941439.918722:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941439.918731:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941439.918737:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941439.918742:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941439.918747:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941439.918750:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941439.918754:0:2413:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 19] 00000400:00000200:0.0:1773941439.918758:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1773941439.918764:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [138:138:256:4294967295] 192.168.204.119@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1773941439.918770:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941439.918781:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1773941439.918788:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941439.918794:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d600. 00000800:00000200:0.0:1773941439.918803:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1773941439.918812:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1773941439.918817:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941439.918847:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941439.918853:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941439.918857:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294915748 00000100:00000010:0.0:1773941439.918862:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d9099c000. 00000100:00000001:0.0:1773941439.918873:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1773941439.918879:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294915748 00000100:00000010:0.0:1773941439.918884:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d9099cea0. 00000100:00000001:0.0:1773941439.918888:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1773941439.918894:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941439.918897:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.918901:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.918905:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941439.919005:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941439.919010:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d600. 00000400:00000200:2.0:1773941439.919014:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941439.919019:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941439.919025:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee000 00000400:00000010:2.0:1773941439.919026:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee000. 00000100:00000001:2.0:1773941439.919031:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941439.919035:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.919042:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941439.919046:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.919051:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.919053:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941439.920578:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.920590:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941439.920593:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.920595:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941439.920602:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941439.920609:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941439.920665:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941439.920669:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941439.920674:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.920677:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204180 00000400:00000200:3.0:1773941439.920682:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.920686:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc0d [1] + 224 00000800:00000001:3.0:1773941439.920705:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.920712:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941439.920714:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941439.920718:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941439.920723:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941439.920730:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941439.920739:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.920754:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941439.920761:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.920763:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.920798:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941439.920802:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941439.920808:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941439.920810:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941439.920814:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941439.920818:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941439.920821:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941439.920824:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941439.920831:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941439.920839:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.920845:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941439.920846:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.920848:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941439.920851:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941439.920853:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941439.920855:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.920857:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941439.920863:0:2413:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941439.920866:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941439.920869:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941439.920877:0:2413:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941439.920880:0:2413:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941439.920883:0:2413:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941439.920887:0:2413:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941439.920890:0:2413:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941439.924676:0:2413:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941439.924680:0:2413:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941439.924681:0:2413:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941439.924683:0:2413:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941439.924689:0:2413:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941439.924709:0:2413:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.924716:0:2413:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941439.924717:0:2413:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941439.924719:0:2413:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941439.924723:0:2413:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941439.924725:0:2413:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941439.924726:0:2413:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.924728:0:2413:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941439.924729:0:2413:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941439.924730:0:2413:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941439.924731:0:2413:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.924733:0:2413:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941439.924736:0:2413:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941439.924738:0:2413:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941439.924740:0:2413:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941439.924744:0:2413:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 238 00000400:00000200:0.0:1773941439.924750:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941439.924754:0:2413:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941439.924758:0:2413:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941439.924763:0:2413:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1773941439.924770:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941439.924778:0:2413:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000400:00000001:2.0:1773941439.924781:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1773941439.924782:0:2413:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000400:00000001:2.0:1773941439.924786:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1773941439.924789:0:2413:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1773941439.924791:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e738. 00000020:00000040:0.0:1773941439.924793:0:2413:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941439.924798:0:2413:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941439.924801:0:2413:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000400:00000200:2.0:1773941439.924806:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7ee0 00000020:00000001:0.0:1773941439.924806:0:2413:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941439.924810:0:2413:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941439.924815:0:2413:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000400:00000010:2.0:1773941439.924819:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7ee0. 00000100:00000001:0.0:1773941439.924823:0:2413:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1773941439.924825:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1773941439.924828:0:2413:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000200:2.0:1773941439.924834:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.924835:0:2413:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941439.924843:0:2413:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000200:2.0:1773941439.924850:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941439.924851:0:2413:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941439.924856:0:2413:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.924861:0:2413:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1773941439.924865:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1773941439.924867:0:2413:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941439.924868:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941439.924871:0:2413:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.924875:0:2413:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:2.0:1773941439.924876:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.924877:0:2413:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941439.924886:0:2413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad880. 00000100:00000001:2.0:1773941439.924888:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000040:0.0:1773941439.924890:0:2413:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=6 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941439.924897:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941439.924897:0:2413:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941439.924900:0:2413:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.924903:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941439.924903:0:2413:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941439.924907:0:2413:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1773941439.924908:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941439.924911:0:2413:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941439.924916:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Interpret:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941439.924918:0:2413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c2400. 00000100:00000001:0.0:1773941439.924925:0:2413:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941439.924934:0:2413:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773941439.924936:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399296:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941439.924948:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.924949:0:2413:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941439.924955:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941439.924959:0:2413:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.924960:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941439.924964:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941439.924967:0:2413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000808aec1d] to pc [ptlrpcd_rcv+-1] req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941439.924972:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.924993:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941439.924996:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:2.0:1773941439.924999:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941439.925000:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941439.925001:0:2413:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941439.925003:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941439.925005:0:2413:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941439.925007:0:2413:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941439.925008:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941439.925011:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773941439.925015:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1773941439.925021:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=4 00000100:00000001:0.0:1773941439.925024:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000001:2.0:1773941439.925026:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000100:00000001:0.0:1773941439.925030:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1773941439.925032:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000100:00000001:0.0:1773941439.925033:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.925038:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1773941439.925042:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941439.925043:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.925047:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941439.925055:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941439.925070:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941439.925072:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00100000:0.0:1773941439.925081:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203399552:192.168.204.109@tcp:400:kworker.0 00010000:00010000:2.0:1773941439.925089:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941439.925100:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.925110:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941439.925157:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203399552/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941455 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.925164:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941439.925169:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941439.925173:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d87fe7400. 00000100:00000001:3.0:1773941439.925175:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941439.925184:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941439.925185:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941439.925186:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:2.0:1773941439.925194:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941439.925195:0:2413:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1773941439.925197:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1773941439.925199:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941439.925206:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773941439.925206:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1773941439.925208:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941439.925213:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1773941439.925214:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d300. 02000000:00000001:3.0:1773941439.925218:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941439.925220:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941439.925220:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941439.925227:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941439.925229:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00100000:3.0:1773941439.925234:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399680:192.168.204.109@tcp:250:ptlrpcd_00_01.0 00010000:00000001:2.0:1773941439.925236:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941439.925237:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941439.925242:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941439.925243:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941439.925251:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941439.925254:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773941439.925254:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773941439.925255:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941439.925279:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941439.925280:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1773941439.925282:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54c00 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:0.0:1773941439.925283:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.925286:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.925290:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1773941439.925291:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1773941439.925294:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773941439.925294:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1773941439.925296:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941439.925308:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00010000:00000001:2.0:1773941439.925308:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941439.925314:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941439.925316:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941439.925322:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941439.925325:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54c00 refcount=5 00000400:00000200:3.0:1773941439.925327:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:2.0:1773941439.925329:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00010000:00000001:2.0:1773941439.925333:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475816448 : -120888233735168 : ffff920d83c54c00) 00000400:00000010:3.0:1773941439.925336:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bcb8. 00010000:00000001:2.0:1773941439.925337:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941439.925342:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941439.925347:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 10000000:00000001:2.0:1773941439.925349:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941439.925351:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941439.925356:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941439.925358:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941439.925359:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941439.925368:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941439.925369:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1773941439.925373:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399680, portal 25 00010000:00000001:2.0:1773941439.925374:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941439.925376:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1773941439.925380:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941439.925381:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941439.925386:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697429632 : -120888012121984 : ffff920d90fad880) 00010000:00000001:2.0:1773941439.925387:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941439.925395:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54c00 with handle 0xef3f469e0cc3ad0a from hash 00010000:00000001:2.0:1773941439.925399:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1773941439.925400:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941439.925405:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941439.925412:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941439.925416:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941439.925417:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941439.925419:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941439.925424:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:3.0:1773941439.925425:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941439.925431:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc770. 00010000:00000001:2.0:1773941439.925432:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941439.925437:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941439.925439:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203399680, offset 0 00010000:00000001:2.0:1773941439.925440:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941439.925446:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941439.925452:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941439.925455:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941439.925469:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941439.925480:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941439.925481:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941439.925486:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941439.925487:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941439.925492:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941439.925497:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941439.925498:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941439.925499:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941439.925503:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941439.925503:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54c00/0xef3f469e0cc3ad0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941439.925517:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000040:2.0:1773941439.925519:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041c700 count: 0 00000400:00000200:3.0:1773941439.925526:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941439.925534:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941439.925537:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941439.925540:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000200:3.0:1773941439.925542:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 21] 00000100:00000001:2.0:1773941439.925545:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773941439.925553:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000040:2.0:1773941439.925554:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8a80 x1860112203399296/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 1 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941439.925565:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [139:139:256:4294967295] 192.168.204.109@tcp LPNI seq info [22:22:8:4294967295] 00000100:00000001:2.0:1773941439.925583:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941439.925587:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1773941439.925589:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:2.0:1773941439.925591:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe1000. 02000000:00000001:2.0:1773941439.925597:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941439.925599:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941439.925601:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941439.925607:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941439.925612:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cfc00. 02000000:00000001:2.0:1773941439.925615:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1773941439.925620:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 02000000:00000001:2.0:1773941439.925621:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941439.925626:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8a80. 00000100:00000001:2.0:1773941439.925635:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941439.925639:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941439.925643:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000800:00000200:3.0:1773941439.925644:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:01000000:2.0:1773941439.925647:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 10000000:00000001:2.0:1773941439.925651:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000010:3.0:1773941439.925653:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 10000000:00000010:2.0:1773941439.925655:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941439.925664:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e000. 00000800:00000200:3.0:1773941439.925668:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000010:2.0:1773941439.925682:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e800. 00000800:00000200:3.0:1773941439.925689:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000040:00000010:2.0:1773941439.925691:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e600. 00000800:00000200:3.0:1773941439.925694:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1773941439.925698:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941439.925703:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1f800. 80000000:00000010:2.0:1773941439.925708:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000100:00000001:3.0:1773941439.925713:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941439.925713:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941439.925722:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 00000400:00000200:3.0:1773941439.925723:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941439.925734:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294915755 10000000:00000040:2.0:1773941439.925737:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941439.925742:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941439.925745:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915748 00000020:00000010:2.0:1773941439.925746:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e800. 00000040:00000010:2.0:1773941439.925752:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e600. 00000020:00000010:2.0:1773941439.925764:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000100:00000001:3.0:1773941439.925766:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294915755 00000100:00000001:3.0:1773941439.925774:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915748 00000020:00000010:2.0:1773941439.925775:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1f800. 00000100:00000001:3.0:1773941439.925782:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000010:2.0:1773941439.925784:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000100:00000001:3.0:1773941439.925789:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941439.925792:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 00000100:00000001:3.0:1773941439.925794:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.925798:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1773941439.925798:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941439.925813:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e000. 00000100:00000001:3.0:1773941439.925815:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000010:2.0:1773941439.925816:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 00000100:00000001:3.0:1773941439.925818:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:01000000:2.0:1773941439.925821:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00000100:00000001:3.0:1773941439.925822:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941439.925825:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1773941439.925825:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941439.925833:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:2.0:1773941439.925834:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000001:3.0:1773941439.925842:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941439.925919:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941439.925923:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 00000400:00000200:3.0:1773941439.925927:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941439.925931:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941439.925935:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc770 00000400:00000010:3.0:1773941439.925943:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc770. 00000100:00000001:3.0:1773941439.925946:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941439.925950:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.925957:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941439.925959:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.925964:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.925965:0:2407:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941439.929515:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941439.929518:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941439.929520:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941439.929522:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941439.930749:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.930760:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941439.930762:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.930764:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941439.930819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.930825:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941439.930831:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.930835:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.930849:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.930852:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204200 00000400:00000200:3.0:1773941439.930856:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941439.930860:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xc15 [1] + 0 00000800:00000001:3.0:1773941439.930866:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.930872:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941439.930874:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941439.930877:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941439.930882:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941439.930887:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941439.930896:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.930913:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941439.930920:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941439.930922:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941439.930949:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941439.930952:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941439.930959:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941439.930961:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941439.930964:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bcb8. 00000400:00000200:2.0:1773941439.930968:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:2.0:1773941439.930970:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:2.0:1773941439.930973:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941439.930979:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941439.931002:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.931008:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941439.931009:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941439.931012:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941439.931015:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941439.931017:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941439.931019:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941439.931022:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941439.931027:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941439.931030:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941439.931032:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941439.931033:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941439.931036:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941439.931037:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.931040:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941439.931043:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.931048:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941439.931050:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941439.931051:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941439.931053:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941439.931058:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941439.931060:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941439.931061:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941439.931063:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941439.931065:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941439.931066:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941439.931068:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941439.931071:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941439 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941439.931074:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941439.931079:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941439.931088:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941439.931090:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941439.931092:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.931094:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941439.931097:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941439.931099:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941439.931101:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941439.931104:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941439.931107:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941439.931109:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941439.931340:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.931343:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941439.931347:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941439.931354:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399680:192.168.204.109@tcp:250:ptlrpcd_00_01.0 00000100:00000001:2.0:1773941439.931359:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941439.931361:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941439.931365:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fad880 x1860112203399680/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941439.931371:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941439.931374:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941439.931374:0:14747:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000010:2.0:1773941439.931382:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 02000000:00000001:2.0:1773941439.931386:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941439.931388:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941439.931390:0:14747:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000020:00000040:2.0:1773941439.931391:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941439.931400:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1773941439.931403:0:14747:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:2.0:1773941439.931404:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c2400. 02000000:00000001:2.0:1773941439.931409:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941439.931411:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941439.931415:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000010:2.0:1773941439.931416:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad880. 10000000:01000000:1.0:1773941439.931421:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941439.931423:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941439.931430:0:14747:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941439.931431:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941439.931437:0:14747:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941439.931440:0:14747:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941439.931445:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941439.931446:0:14747:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941439.931449:0:14747:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941439.931452:0:14747:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941439.931455:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941439.931457:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941439.931458:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941439.931462:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941439.931465:0:14747:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941439.931466:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941439.931470:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941439.931473:0:14747:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941439.931478:0:14747:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941439.931480:0:14747:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941439.931484:0:14747:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941439.931487:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941439.931488:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941439.931491:0:14747:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941439.931518:0:14747:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941439.931520:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941439.931527:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941439.931533:0:14747:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00010000:00000010:2.1:1773941439.932151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041c700. 00010000:00000010:2.1:1773941439.932158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54c00. 00000100:00000001:1.0:1773941439.937641:0:14747:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941439.937649:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941439.937652:0:14747:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941439.937657:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941439.937658:0:14747:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941440.622302:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941440.622310:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941440.622315:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941441.390228:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941441.390248:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941441.390253:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941441.390257:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941441.390259:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941441.390260:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941441.390263:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941441.390265:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941441.390267:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941441.390271:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941441.390273:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941441.390285:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941441.390291:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941441.390296:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941441.390299:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941441.390305:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941441.390314:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941441.390322:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941441.390328:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941441.390331:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941441.390338:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941441.390344:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941441.390349:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e200. 00000020:00000001:2.0:1773941441.390354:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941441.390358:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e200 with handle 0xef3f469e0cc3ad11 to hash 00000020:00000001:2.0:1773941441.390360:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941441.390361:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00010000:00000001:2.0:1773941441.390365:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00010000:00000001:2.0:1773941441.390369:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941441.390372:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941441.390376:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941441.390405:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941441.390419:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941441.390426:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941441.390428:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941441.390435:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941441.390438:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941441.390441:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941441.390443:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941441.390449:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941441.390454:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.390457:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941441.390459:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941441.390471:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.390481:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941441.390483:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941441.390488:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941441.390491:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941441.390493:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941441.390497:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399808:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941441.390503:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941441.390508:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941441.390511:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941441.390514:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941441.390519:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941441.390521:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941441.390530:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941441.390539:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941441.390546:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941441.390554:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399808, portal 25 00000100:00000001:2.0:1773941441.390556:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941441.390558:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941441.390564:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.390572:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941441.390575:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941441.390579:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5cc0. 00000100:00000200:2.0:1773941441.390582:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203399808, offset 0 00000400:00000200:2.0:1773941441.390589:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941441.390599:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941441.390607:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941441.390613:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941441.390618:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941441.390622:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941441.390625:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941441.390629:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 21] 00000400:00000200:2.0:1773941441.390633:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941441.390638:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [140:140:256:4294967295] 192.168.204.119@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1773941441.390643:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941441.390653:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941441.390660:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941441.390666:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45200. 00000800:00000200:2.0:1773941441.390674:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941441.390682:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941441.390688:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941441.390706:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941441.390711:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941441.390714:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294917220 00000100:00000001:2.0:1773941441.390734:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915755 00000100:00000001:2.0:1773941441.390740:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294917220 00000100:00000001:2.0:1773941441.390744:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915755 00000100:00000001:2.0:1773941441.390748:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941441.390751:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.390754:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941441.390756:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941441.390759:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941441.390762:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941441.390765:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941441.390831:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941441.390838:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45200. 00000400:00000200:3.0:1773941441.390845:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941441.390851:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941441.390856:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5cc0 00000400:00000010:3.0:1773941441.390858:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5cc0. 00000100:00000001:3.0:1773941441.390862:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941441.390866:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.390874:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941441.390877:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.390882:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.390884:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941441.391931:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.391941:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941441.391948:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.391950:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.391955:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941441.391959:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941441.391965:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941441.391967:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941441.391971:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.392024:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204280 00000400:00000200:3.0:1773941441.392028:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.392032:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc25 [1] + 224 00000800:00000001:3.0:1773941441.392038:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.392044:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.392046:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941441.392049:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941441.392052:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941441.392064:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941441.392075:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.392088:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941441.392093:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.392095:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.392136:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941441.392142:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941441.392144:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941441.392147:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941441.392152:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941441.392154:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941441.392157:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941441.392163:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941441.392175:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.392184:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941441.392186:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.392189:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941441.392192:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941441.392195:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941441.392197:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941441.392200:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941441.392206:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941441.392210:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941441.392214:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941441.392218:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941441.398391:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941441.398409:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941441.398414:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941441.398420:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941441.398426:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941441.398430:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941441.398433:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941441.398435:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941441.398437:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941441.398442:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.398453:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941441.398454:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941441.398456:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941441.398460:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941441.398463:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941441.398466:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398468:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941441.398469:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941441.398471:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941441.398472:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398474:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941441.398477:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941441.398478:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941441.398482:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941441.398487:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 246 00000400:00000200:2.0:1773941441.398493:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941441.398499:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941441.398503:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941441.398507:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941441.398510:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941441.398512:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941441.398516:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941441.398523:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941441.398525:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941441.398528:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941441.398530:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941441.398533:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941441.398537:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941441.398539:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941441.398541:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941441.398544:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941441.398547:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941441.398551:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941441.398554:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941441.398557:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941441.398560:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941441.398563:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398566:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941441.398568:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941441.398573:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941441.398576:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941441.398580:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941441.398582:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398585:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941441.398587:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941441.398590:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941441.398597:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080e800. 00000100:00000001:2.0:1773941441.398603:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941441.398611:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941441.398621:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941441.398625:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941441.398632:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c42aa776] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.398669:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398672:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941441.398674:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941441.398677:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.398681:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941441.398683:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941441.398686:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941441.398689:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941441.398690:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941441.398693:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941441.398694:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941441.398698:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941441.398702:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941441.398708:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.398720:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941441.398727:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941441.398728:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941441.398731:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941441.398732:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.398736:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941441.398738:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941441.398742:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941441.398745:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941441.398746:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941441.398757:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203399808:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1773941441.398764:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399936:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941441.398766:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.398772:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941441.398773:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941441.398776:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941441.398778:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941441.398780:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941441.398781:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941441.398784:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1773941441.398788:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941441.398790:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941441.398794:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941441.398804:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941441.398806:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941441.398807:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b160. 00000100:00000010:2.0:1773941441.398811:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000400:00000010:3.0:1773941441.398813:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc770. 00000100:00000001:2.0:1773941441.398817:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:3.0:1773941441.398819:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203399936, portal 25 00000100:00000001:2.0:1773941441.398821:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941441.398822:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941441.398826:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00010000:00000001:2.0:1773941441.398828:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:3.0:1773941441.398832:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941441.398840:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941441.398841:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1773941441.398845:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1773941441.398846:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000020:00000040:2.0:1773941441.398850:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e200 refcount=4 00000400:00000010:3.0:1773941441.398851:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abccc0. 00000100:00000200:3.0:1773941441.398856:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203399936, offset 0 00000020:00000001:2.0:1773941441.398858:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000400:00000200:3.0:1773941441.398863:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941441.398864:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000400:00000200:3.0:1773941441.398870:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941441.398871:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941441.398876:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941441.398883:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941441.398887:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941441.398888:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941441.398891:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941441.398895:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941441.398897:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941441.398898:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 23] 00000400:00000200:3.0:1773941441.398907:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941441.398913:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [141:141:256:4294967295] 192.168.204.109@tcp LPNI seq info [24:24:8:4294967295] 00010000:00000001:2.0:1773941441.398917:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941441.398918:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941441.398924:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941441.398930:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941441.398940:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941441.398942:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941441.398946:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941441.398951:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941441.398958:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 00010000:00000001:2.0:1773941441.398960:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941441.398965:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:2.0:1773941441.398966:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941441.398971:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1773941441.398975:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00010000:2.0:1773941441.398977:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941441.398981:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:2.0:1773941441.398991:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e200 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:3.0:1773941441.398994:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941441.398995:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941441.399000:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941441.399001:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941441.399005:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294917228 00000100:00000001:3.0:1773941441.399012:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917220 00000100:00000001:3.0:1773941441.399017:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294917228 00000100:00000001:3.0:1773941441.399022:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917220 00000100:00000001:3.0:1773941441.399027:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941441.399030:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941441.399031:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941441.399034:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941441.399035:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941441.399038:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941441.399039:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773941441.399041:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e200 refcount=5 00000020:00000001:2.0:1773941441.399045:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000100:00000001:3.0:1773941441.399047:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941441.399048:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000100:00000001:3.0:1773941441.399050:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941441.399054:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941441.399054:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1773941441.399058:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1773941441.399060:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941441.399061:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.399067:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941441.399075:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941441.399078:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941441.399084:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941441.399087:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941441.399088:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941441.399091:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941441.399094:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941441.399097:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941441.399099:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941441.399101:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941441.399102:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941441.399105:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e200 with handle 0xef3f469e0cc3ad11 from hash 00010000:00000001:2.0:1773941441.399109:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941441.399111:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941441.399112:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941441.399114:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941441.399115:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941441.399151:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941441.399154:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941441.399156:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941441.399157:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941441.399163:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1773941441.399166:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941441.399168:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 00000400:00000200:3.0:1773941441.399174:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1773941441.399174:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941441.399182:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941441.399189:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abccc0 00010000:00000001:2.0:1773941441.399189:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941441.399193:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941441.399195:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abccc0. 00010000:00000001:2.0:1773941441.399197:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941441.399201:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1773941441.399202:0:2407:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1773941441.399203:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941441.399207:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941441.399209:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1773941441.399213:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941441.399214:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941441.399229:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00010000:00000001:2.0:1773941441.399263:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941441.399265:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941441.399269:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941441.399276:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203399808/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.399285:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941441.399288:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941441.399291:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941441.399297:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941441.399301:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941441.399304:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1773941441.399305:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941441.399310:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1773941441.399313:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941441.399314:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941441.399320:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941441.399323:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941441.399326:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941441.399331:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941441.399333:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.399336:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941441.399336:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941441.399341:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941441.399345:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941441.399349:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941441.399360:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941441.399364:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941441.399369:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941441.399374:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941441.399380:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941441.399385:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941441.399389:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941441.399394:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941441.399399:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e600. 10000000:00000040:2.0:1773941441.399409:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941441.399412:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941441.399417:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941441.399423:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941441.399427:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941441.399432:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941441.399435:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941441.399438:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941441.399442:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e600. 00000020:00000010:2.0:1773941441.399444:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941441.399448:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941441.399451:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941441.399454:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941441.399457:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941441.399460:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941441.399462:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941441.399463:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941441.399466:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941441.400644:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.400654:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941441.400657:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.400660:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.400676:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.400682:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941441.400730:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.400734:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.400739:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.400743:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204300 00000400:00000200:3.0:1773941441.400748:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941441.400754:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xc35 [1] + 0 00000800:00000001:3.0:1773941441.400761:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.400768:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941441.400772:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941441.400776:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941441.400781:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941441.400786:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941441.400800:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.400818:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941441.400824:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941441.400827:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.400847:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941441.400851:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941441.400855:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941441.400857:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941441.400860:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b160. 00000400:00000200:2.0:1773941441.400864:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc770 00000400:00000010:2.0:1773941441.400866:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc770. 00000100:00000001:2.0:1773941441.400869:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941441.400881:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941441.400893:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.400901:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941441.400903:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.400906:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941441.400908:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941441.400910:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941441.400912:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941441.400915:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941441.400920:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941441.400925:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941441.400927:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941441.400929:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941441.400931:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941441.400933:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.400936:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941441.400941:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941441.400949:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941441.400951:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941441.400953:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.400955:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941441.400961:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941441.400963:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941441.400964:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941441.400967:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941441.400969:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941441.400971:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941441.400974:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941441.400978:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941441 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941441.400981:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941441.400994:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941441.400996:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941441.400998:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941441.401000:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.401002:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941441.401006:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941441.401009:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941441.401011:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941441.401015:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941441.401018:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941441.401021:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941441.401271:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.401275:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941441.401282:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941441.401292:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203399936:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941441.401296:0:14748:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941441.401298:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941441.401302:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941441.401306:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203399936/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941441.401311:0:14748:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:1.0:1773941441.401320:0:14748:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941441.401322:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941441.401325:0:14748:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941441.401326:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:1.0:1773941441.401329:0:14748:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941441.401330:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000001:00000001:1.0:1773941441.401335:0:14748:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941441.401336:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941441.401341:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941441.401341:0:14748:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1773941441.401346:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:1.0:1773941441.401348:0:14748:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941441.401349:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941441.401353:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080e800. 00000001:00000001:1.0:1773941441.401354:0:14748:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941441.401357:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941441.401359:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941441.401361:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000001:00000001:1.0:1773941441.401365:0:14748:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941441.401366:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941441.401370:0:14748:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941441.401373:0:14748:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.401375:0:14748:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941441.401379:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941441.401380:0:14748:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941441.401384:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.401386:0:14748:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941441.401390:0:14748:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941441.401391:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941441.401393:0:14748:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941441.401395:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941441.401399:0:14748:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941441.401400:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941441.401404:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.401405:0:14748:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941441.401408:0:14748:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941441.401411:0:14748:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941441.401427:0:14748:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941441.401429:0:14748:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.401430:0:14748:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941441.401435:0:14748:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941441.401438:0:14748:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941441.401440:0:14748:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941441.401441:0:14748:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941441.401443:0:14748:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941441.401444:0:14748:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941441.405156:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941441.405165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e200. 00000020:00000001:0.0:1773941441.646274:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941441.646279:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941441.646283:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941442.670298:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941442.670304:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941442.670307:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941442.862258:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941442.862266:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941442.862270:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941442.862272:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941442.862273:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941442.862275:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941442.862278:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941442.862279:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941442.862281:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941442.862283:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941442.862284:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941442.862295:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941442.862299:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941442.862304:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941442.862307:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941442.862313:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941442.862322:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e600. 00000100:00000001:2.0:1773941442.862329:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941442.862333:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941442.862336:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941442.862344:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941442.862351:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941442.862354:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e200. 00000020:00000001:2.0:1773941442.862359:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941442.862362:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e200 with handle 0xef3f469e0cc3ad18 to hash 00000020:00000001:2.0:1773941442.862364:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941442.862366:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00010000:00000001:2.0:1773941442.862370:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00010000:00000001:2.0:1773941442.862375:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941442.862378:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941442.862398:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941442.862406:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941442.862417:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941442.862422:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941442.862423:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941442.862429:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941442.862430:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941442.862433:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941442.862434:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000001:2.0:1773941442.862439:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941442.862443:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.862445:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941442.862446:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941442.862455:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.862462:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941442.862464:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941442.862467:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941442.862469:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941442.862471:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941442.862474:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400064:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941442.862477:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941442.862483:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941442.862485:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941442.862487:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941442.862491:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 02000000:00000001:2.0:1773941442.862493:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941442.862504:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941442.862507:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941442.862512:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941442.862518:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400064, portal 25 00000100:00000001:2.0:1773941442.862520:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941442.862521:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000040:2.0:1773941442.862525:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.862531:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941442.862533:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941442.862535:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e57f8. 00000100:00000200:2.0:1773941442.862537:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203400064, offset 0 00000400:00000200:2.0:1773941442.862542:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941442.862549:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941442.862556:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941442.862560:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941442.862564:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941442.862568:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941442.862570:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941442.862572:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 23] 00000400:00000200:2.0:1773941442.862575:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941442.862578:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [142:142:256:4294967295] 192.168.204.119@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1773941442.862581:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941442.862588:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941442.862593:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941442.862597:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941442.862603:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941442.862610:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941442.862614:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941442.862631:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941442.862634:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941442.862641:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294918692 00000100:00000001:2.0:1773941442.862647:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917228 00000100:00000001:2.0:1773941442.862651:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294918692 00000100:00000001:2.0:1773941442.862655:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917228 00000100:00000001:2.0:1773941442.862657:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941442.862660:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.862662:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941442.862663:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941442.862666:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941442.862668:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941442.862671:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941442.862751:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941442.862758:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000200:3.0:1773941442.862765:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941442.862772:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941442.862778:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e57f8 00000400:00000010:3.0:1773941442.862785:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e57f8. 00000100:00000001:3.0:1773941442.862789:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941442.862793:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.862802:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941442.862805:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.862864:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.862866:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941442.864007:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.864018:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941442.864021:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.864064:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941442.864072:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941442.864078:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941442.864085:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941442.864090:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941442.864094:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.864099:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204380 00000400:00000200:3.0:1773941442.864104:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.864110:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc45 [1] + 224 00000800:00000001:3.0:1773941442.864142:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.864151:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941442.864154:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941442.864158:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941442.864163:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941442.864168:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941442.864177:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.864190:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941442.864200:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.864215:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.864230:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941442.864236:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941442.864238:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941442.864240:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941442.864243:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941442.864245:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941442.864247:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941442.864250:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941442.864258:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.864263:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941442.864264:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.864266:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941442.864268:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941442.864270:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941442.864271:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941442.864273:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941442.864278:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=18 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941442.864281:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941442.864284:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941442.864287:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941442.864289:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941442.864296:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941442.864299:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941442.864303:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941442.864307:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941442.864310:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941442.864313:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941442.864315:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941442.864317:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941442.864321:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.864330:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941442.864331:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941442.864334:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941442.864337:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941442.864340:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941442.864342:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.864344:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941442.864346:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941442.864347:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941442.864349:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.864351:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941442.864353:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941442.864356:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941442.864359:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941442.864362:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 247 00000400:00000200:2.0:1773941442.864367:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941442.864371:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941442.864375:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941442.864378:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941442.864381:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941442.864384:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941442.864387:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941442.864395:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941442.864398:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941442.864400:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941442.864403:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941442.864406:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941442.864410:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941442.864412:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941442.864414:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941442.864416:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941442.864420:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941442.864424:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941442.864427:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941442.864430:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941442.864434:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941442.864437:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.864439:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941442.864441:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941442.864444:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941442.864446:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941442.864449:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941442.864450:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.864452:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941442.864453:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941442.864455:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941442.864458:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080f000. 00000100:00000001:2.0:1773941442.864461:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941442.864466:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941442.864473:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941442.864475:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941442.864478:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dba6252] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.864504:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.864506:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941442.864507:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941442.864509:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.864511:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941442.864512:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941442.864514:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941442.864516:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941442.864517:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941442.864522:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.864527:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941442.864529:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.864531:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941442.864533:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941442.864535:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.864540:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941442.864541:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400064:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941442.864546:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941442.864547:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.864552:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941442.864552:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941442.864554:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941442.864556:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941442.864563:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941442.864564:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.864576:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941442.864580:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941442.864584:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941442.864588:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941442.864588:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941442.864590:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941442.864592:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941442.864596:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941442.864599:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941442.864600:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941442.864602:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941442.864605:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e200 refcount=4 02000000:00000001:3.0:1773941442.864607:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941442.864608:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00010000:00000001:2.0:1773941442.864612:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000100:00100000:3.0:1773941442.864615:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400192:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00010000:2.0:1773941442.864616:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941442.864626:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941442.864628:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941442.864631:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1773941442.864633:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941442.864635:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941442.864641:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941442.864642:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941442.864645:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941442.864648:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00010000:00000001:2.0:1773941442.864650:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941442.864653:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941442.864653:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941442.864656:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941442.864662:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941442.864664:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941442.864667:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941442.864670:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b0b0. 00010000:00000001:2.0:1773941442.864671:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941442.864673:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941442.864679:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e200 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:2.0:1773941442.864681:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941442.864682:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941442.864690:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abccc0. 00010000:00000001:2.0:1773941442.864693:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941442.864695:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941442.864697:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941442.864699:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e200 refcount=5 00000020:00000001:2.0:1773941442.864701:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000100:00000200:3.0:1773941442.864702:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400192, portal 25 00010000:00000001:2.0:1773941442.864703:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521285120 : -120887188266496 : ffff920dc215e200) 00000100:00000001:3.0:1773941442.864706:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941442.864708:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00010000:00000001:2.0:1773941442.864714:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1773941442.864716:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941442.864717:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941442.864734:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941442.864737:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941442.864741:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:2.0:1773941442.864745:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000040:3.0:1773941442.864747:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 10000000:00000040:2.0:1773941442.864749:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941442.864751:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941442.864753:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc880. 00010000:00010000:2.0:1773941442.864753:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941442.864756:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1773941442.864760:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203400192, offset 0 00010000:00000001:2.0:1773941442.864760:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941442.864762:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941442.864765:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941442.864767:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941442.864771:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000040:2.0:1773941442.864771:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e200 with handle 0xef3f469e0cc3ad18 from hash 00010000:00000001:2.0:1773941442.864773:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941442.864775:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941442.864776:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941442.864778:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941442.864779:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941442.864780:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941442.864783:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941442.864785:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941442.864787:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941442.864790:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941442.864790:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941442.864796:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941442.864798:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941442.864805:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941442.864806:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941442.864808:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941442.864811:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941442.864812:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941442.864815:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941442.864815:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941442.864818:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941442.864820:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941442.864823:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941442.864823:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e200/0xef3f469e0cc3ad18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941442.864832:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000040:2.0:1773941442.864834:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000400:00000200:3.0:1773941442.864839:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 25] 00000400:00000200:3.0:1773941442.864845:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941442.864849:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941442.864851:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [143:143:256:4294967295] 192.168.204.109@tcp LPNI seq info [26:26:8:4294967295] 00010000:00000001:2.0:1773941442.864851:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941442.864855:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941442.864861:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203400064/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941442.864866:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941442.864873:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941442.864875:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941442.864878:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 02000000:00000001:2.0:1773941442.864883:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941442.864884:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000020:00000001:2.0:1773941442.864885:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941442.864888:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941442.864893:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941442.864896:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e600. 00000800:00000200:3.0:1773941442.864898:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 02000000:00000001:2.0:1773941442.864900:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941442.864903:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941442.864905:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000800:00000010:3.0:1773941442.864907:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 00000100:00000001:2.0:1773941442.864907:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941442.864909:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941442.864912:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941442.864914:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941442.864917:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:3.0:1773941442.864919:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 10000000:00000010:2.0:1773941442.864926:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000800:00000200:3.0:1773941442.864930:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000020:00000010:2.0:1773941442.864931:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e600. 00000800:00000200:3.0:1773941442.864936:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1773941442.864938:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1f800. 00000040:00000010:2.0:1773941442.864945:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e000. 00000020:00000010:2.0:1773941442.864949:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941442.864952:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e800. 00000100:00000001:3.0:1773941442.864953:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1773941442.864955:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000400:00000200:3.0:1773941442.864962:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00040000:00000010:2.0:1773941442.864963:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 00000100:00000001:3.0:1773941442.864966:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294918694 20000000:00000010:2.0:1773941442.864968:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 00000100:00000001:3.0:1773941442.864975:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918692 10000000:00000040:2.0:1773941442.864975:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941442.864978:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941442.864984:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294918694 00000020:00000010:2.0:1773941442.864985:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1f800. 00000100:00000001:3.0:1773941442.864991:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918692 00000040:00000010:2.0:1773941442.864991:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e000. 00000020:00000010:2.0:1773941442.864994:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000100:00000001:3.0:1773941442.864997:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941442.864999:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e800. 00000100:00000001:3.0:1773941442.865004:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1773941442.865004:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941442.865009:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 00000100:00000001:3.0:1773941442.865010:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1773941442.865014:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000100:00000001:3.0:1773941442.865015:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1773941442.865021:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e600. 00000100:00000001:3.0:1773941442.865023:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000010:2.0:1773941442.865024:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 00000100:00000001:3.0:1773941442.865026:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:01000000:2.0:1773941442.865028:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:3.0:1773941442.865029:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941442.865032:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1773941442.865033:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941442.865035:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:2.0:1773941442.865036:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:3.0:1773941442.865038:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941442.865039:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941442.865041:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941442.865044:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941442.865046:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:3.0:1773941442.865083:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941442.865090:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 00000400:00000200:3.0:1773941442.865093:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941442.865096:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941442.865100:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc880 00000400:00000010:3.0:1773941442.865102:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc880. 00000100:00000001:3.0:1773941442.865105:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941442.865109:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.865137:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941442.865142:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.865150:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.865152:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941442.866575:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.866584:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941442.866587:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.866589:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941442.866594:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.866599:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941442.866605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.866650:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.866655:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.866659:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204400 00000400:00000200:3.0:1773941442.866663:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941442.866668:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xc55 [1] + 0 00000800:00000001:3.0:1773941442.866673:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.866680:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941442.866683:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941442.866686:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941442.866690:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941442.866696:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941442.866708:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.866736:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941442.866743:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941442.866747:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.866766:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941442.866769:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941442.866774:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941442.866776:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941442.866779:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b0b0. 00000400:00000200:2.0:1773941442.866783:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abccc0 00000400:00000010:2.0:1773941442.866785:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abccc0. 00000100:00000001:2.0:1773941442.866788:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941442.866800:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941442.866811:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.866818:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941442.866820:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.866822:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941442.866824:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941442.866825:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941442.866827:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941442.866829:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941442.866834:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=18 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941442.866838:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941442.866841:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941442.866843:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941442.866846:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941442.866848:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.866850:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941442.866855:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.866862:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941442.866864:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941442.866866:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.866869:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941442.866874:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941442.866877:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941442.866879:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941442.866881:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941442.866883:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941442.866885:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941442.866888:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941442.866892:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941442 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941442.866895:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941442.866908:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941442.866911:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941442.866913:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941442.866914:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.866916:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941442.866920:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941442.866923:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941442.866925:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941442.866929:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941442.866933:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941442.866935:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941442.867179:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.867184:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941442.867191:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.867199:0:14750:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941442.867226:0:14750:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941442.867233:0:14750:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941442.867235:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400192:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941442.867250:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.867253:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941442.867258:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203400192/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941442.867266:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941442.867269:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941442.867269:0:14750:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941442.867274:0:14750:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941442.867275:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000001:00000001:0.0:1773941442.867278:0:14750:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941442.867281:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941442.867283:0:14750:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941442.867285:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941442.867287:0:14750:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941442.867289:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941442.867290:0:14750:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941442.867292:0:14750:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941442.867296:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941442.867296:0:14750:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941442.867300:0:14750:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941442.867302:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080f000. 00000100:00000001:0.0:1773941442.867302:0:14750:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941442.867307:0:14750:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941442.867308:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941442.867310:0:14750:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1773941442.867313:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941442.867313:0:14750:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:2.0:1773941442.867318:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:0.0:1773941442.867318:0:14750:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941442.867321:0:14750:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941442.867324:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941442.867324:0:14750:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941442.867326:0:14750:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941442.867327:0:14750:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:2.0:1773941442.867333:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.867336:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941442.867342:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941442.867344:0:14750:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:2.0:1773941442.867345:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941442.867347:0:14750:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941442.867356:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941442.867357:0:14750:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941442.867363:0:14750:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941442.867365:0:14750:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941442.867367:0:14750:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941442.867369:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941442.867370:0:14750:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941442.867374:0:14750:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941442.867377:0:14750:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941442.871163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941442.871175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e200. 00000020:00000001:0.0:1773941443.694302:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941443.694307:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941443.694311:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941444.014267:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941444.014278:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941444.014283:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941444.014286:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941444.014288:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941444.014289:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941444.014292:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941444.014294:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941444.014297:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941444.014300:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941444.014302:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941444.014315:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da680. 00000020:00000040:1.0:1773941444.014321:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941444.014326:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941444.014329:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941444.014350:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941444.014359:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cec00. 00000100:00000001:1.0:1773941444.014368:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.014373:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941444.014376:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941444.014384:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cf00. 00010000:00000001:1.0:1773941444.014390:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941444.014394:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54800. 00000020:00000001:1.0:1773941444.014398:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941444.014402:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54800 with handle 0xef3f469e0cc3ad1f to hash 00000020:00000001:1.0:1773941444.014404:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941444.014406:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941444.014409:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941444.014413:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941444.014417:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941444.014422:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941444.014433:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941444.014447:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941444.014454:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941444.014456:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941444.014463:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941444.014465:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941444.014468:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941444.014470:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000001:1.0:1773941444.014476:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941444.014482:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.014485:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941444.014486:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941444.014503:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.014514:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941444.014516:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.014520:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941444.014523:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941444.014526:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941444.014530:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400320:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941444.014535:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941444.014541:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941444.014543:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.014547:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941444.014552:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe2c00. 02000000:00000001:1.0:1773941444.014554:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941444.014563:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941444.014567:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941444.014574:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941444.014582:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400320, portal 25 00000100:00000001:1.0:1773941444.014584:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941444.014586:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000040:1.0:1773941444.014592:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.014601:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941444.014604:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941444.014607:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c72a8. 00000100:00000200:1.0:1773941444.014611:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203400320, offset 0 00000400:00000200:1.0:1773941444.014618:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941444.014627:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941444.014636:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941444.014642:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941444.014646:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941444.014650:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941444.014653:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941444.014662:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 25] 00000400:00000200:1.0:1773941444.014667:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941444.014672:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [144:144:256:4294967295] 192.168.204.119@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1773941444.014677:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941444.014690:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941444.014697:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941444.014702:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36200. 00000800:00000200:1.0:1773941444.014710:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941444.014719:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941444.014725:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941444.014742:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941444.014747:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941444.014750:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294919844 00000100:00000001:1.0:1773941444.014757:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918694 00000100:00000001:1.0:1773941444.014762:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294919844 00000100:00000001:1.0:1773941444.014766:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918694 00000100:00000001:1.0:1773941444.014769:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941444.014772:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.014774:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941444.014776:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941444.014780:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941444.014783:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941444.014786:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941444.014905:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941444.014910:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36200. 00000400:00000200:3.0:1773941444.014916:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941444.014921:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941444.014926:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c72a8 00000400:00000010:3.0:1773941444.014928:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c72a8. 00000100:00000001:3.0:1773941444.014931:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941444.014935:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941444.014943:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941444.014946:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941444.014951:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941444.014953:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941444.016169:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.016179:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941444.016194:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.016196:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941444.016201:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941444.016205:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941444.016210:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941444.016213:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941444.016217:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.016220:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204480 00000400:00000200:3.0:1773941444.016224:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.016228:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:3.0:1773941444.016234:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.016239:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941444.016241:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941444.016251:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941444.016254:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941444.016258:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941444.016266:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941444.016280:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941444.016286:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.016288:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.016323:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941444.016330:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941444.016331:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941444.016334:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941444.016338:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:1.0:1773941444.016340:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000001:1.0:1773941444.016343:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941444.016349:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941444.016374:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016382:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941444.016385:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.016388:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941444.016392:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941444.016395:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941444.016397:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.016400:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941444.016406:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941444.016410:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941444.016414:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941444.016418:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941444.016422:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.016425:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941444.016428:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941444.016433:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941444.016437:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941444.016441:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941444.016444:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941444.016446:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941444.016448:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941444.016452:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016461:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941444.016463:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941444.016465:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941444.016468:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941444.016471:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941444.016473:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016475:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941444.016480:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941444.016482:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941444.016484:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016485:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941444.016488:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941444.016491:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941444.016494:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941444.016496:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 249 00000400:00000200:1.0:1773941444.016501:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941444.016505:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941444.016510:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941444.016513:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941444.016515:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941444.016518:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941444.016521:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941444.016523:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941444.016526:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941444.016528:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941444.016531:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941444.016533:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941444.016537:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941444.016539:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941444.016541:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941444.016543:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941444.016547:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941444.016550:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941444.016553:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.016556:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941444.016559:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941444.016562:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016565:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941444.016567:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941444.016575:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8e00. 00000020:00000040:1.0:1773941444.016578:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941444.016582:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941444.016584:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016586:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941444.016588:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941444.016590:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941444.016596:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe1000. 00000100:00000001:1.0:1773941444.016600:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941444.016606:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941444.016614:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941444.016617:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941444.016622:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007084ff67] to pc [ptlrpcd_rcv+-1] req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016645:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016648:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941444.016650:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.016652:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.016655:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941444.016657:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941444.016659:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941444.016661:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941444.016663:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941444.016668:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016676:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941444.016680:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.016682:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941444.016684:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941444.016688:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941444.016710:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400320:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941444.016714:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941444.016717:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.016719:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941444.016722:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941444.016723:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.016728:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:2.0:1773941444.016730:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016732:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941444.016740:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.016746:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941444.016750:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941444.016756:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941444.016757:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941444.016760:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1773941444.016762:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 02000000:00000001:2.0:1773941444.016766:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016768:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00100000:2.0:1773941444.016774:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400448:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941444.016774:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941444.016780:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1773941444.016782:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941444.016785:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941444.016786:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1773941444.016788:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941444.016790:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941444.016792:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=4 02000000:00000001:2.0:1773941444.016794:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1773941444.016798:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 02000000:00000010:2.0:1773941444.016800:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f000. 00010000:00000001:1.0:1773941444.016802:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 02000000:00000001:2.0:1773941444.016804:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941444.016810:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941444.016811:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941444.016813:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941444.016819:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941444.016824:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400448, portal 25 00010000:00000001:1.0:1773941444.016826:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941444.016827:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941444.016830:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551855104 : -120888157696512 : ffff920d884d8e00) 00010000:00010000:1.0:1773941444.016834:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941444.016836:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.016854:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941444.016854:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1773941444.016859:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941444.016860:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941444.016861:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00010000:00000001:1.0:1773941444.016870:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941444.016873:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203400448, offset 0 00000400:00000200:2.0:1773941444.016877:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:1.0:1773941444.016881:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941444.016884:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941444.016887:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941444.016891:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941444.016897:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941444.016902:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:1.0:1773941444.016904:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941444.016905:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941444.016910:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941444.016910:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941444.016916:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 27] 00010000:00000001:1.0:1773941444.016917:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941444.016920:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00010000:1.0:1773941444.016923:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941444.016924:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [145:145:256:4294967295] 192.168.204.109@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1773941444.016934:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941444.016942:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54800 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941444.016943:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:00000001:1.0:1773941444.016949:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:2.0:1773941444.016952:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:00010000:1.0:1773941444.016955:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941444.016957:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45900. 00000800:00000200:2.0:1773941444.016965:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:1.0:1773941444.016969:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941444.016973:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:2.0:1773941444.016974:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000020:00000001:1.0:1773941444.016975:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1773941444.016978:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45900 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:1.0:1773941444.016980:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=5 00000020:00000001:1.0:1773941444.016984:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941444.016987:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941444.016990:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941444.016991:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941444.016994:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941444.016997:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941444.017001:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294919846 00000100:00000001:2.0:1773941444.017007:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919844 10000000:00000001:1.0:1773941444.017009:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941444.017011:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294919846 10000000:00010000:1.0:1773941444.017014:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941444.017015:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919844 00000100:00000001:2.0:1773941444.017020:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941444.017024:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.017027:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941444.017031:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941444.017032:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1773941444.017038:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:2.0:1773941444.017041:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1773941444.017041:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.017044:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941444.017047:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941444.017050:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941444.017052:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941444.017054:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941444.017055:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.017057:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.017062:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941444.017066:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941444.017069:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941444.017071:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941444.017075:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54800 with handle 0xef3f469e0cc3ad1f from hash 00010000:00000001:1.0:1773941444.017079:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941444.017080:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941444.017082:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.017083:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941444.017085:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941444.017087:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941444.017090:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941444.017092:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941444.017092:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.017096:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941444.017098:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45900. 10000000:00000001:1.0:1773941444.017100:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941444.017106:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1773941444.017107:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941444.017148:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00010000:00000001:1.0:1773941444.017150:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941444.017153:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.017155:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941444.017157:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941444.017158:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941444.017160:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.017161:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941444.017164:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941444.017173:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cf00 count: 0 00010000:00000001:1.0:1773941444.017198:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.017201:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.017204:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773941444.017211:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000100:00000040:1.0:1773941444.017212:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da680 x1860112203400320/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941444.017214:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000001:3.0:1773941444.017219:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941444.017226:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.017234:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941444.017239:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941444.017240:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941444.017243:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941444.017251:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941444.017252:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe2c00. 00000100:00000001:3.0:1773941444.017253:0:2407:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1773941444.017259:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941444.017262:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941444.017264:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941444.017267:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941444.017270:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cec00. 02000000:00000001:1.0:1773941444.017274:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941444.017276:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941444.017278:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da680. 00000100:00000001:1.0:1773941444.017282:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941444.017283:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941444.017285:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941444.017288:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941444.017291:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941444.017294:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941444.017298:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cec00. 00000020:00000010:1.0:1773941444.017303:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce200. 00000040:00000010:1.0:1773941444.017307:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cf000. 00000020:00000010:1.0:1773941444.017312:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941444.017317:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf200. 80000000:00000010:1.0:1773941444.017321:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941444.017326:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce400. 20000000:00000010:1.0:1773941444.017331:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cfa00. 10000000:00000040:1.0:1773941444.017336:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941444.017338:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941444.017343:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce200. 00000040:00000010:1.0:1773941444.017347:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cf000. 00000020:00000010:1.0:1773941444.017351:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941444.017355:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf200. 80000000:00000010:1.0:1773941444.017359:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941444.017363:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce400. 20000000:00000010:1.0:1773941444.017366:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cfa00. 00000020:00000010:1.0:1773941444.017368:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cec00. 10000000:00000010:1.0:1773941444.017371:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941444.017374:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941444.017382:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941444.017385:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941444.017387:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941444.017388:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941444.017390:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941444.017392:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941444.018604:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.018612:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941444.018615:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.018617:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941444.018622:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.018627:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941444.018670:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.018673:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.018676:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.018684:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204500 00000400:00000200:3.0:1773941444.018687:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941444.018690:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xc6d [1] + 0 00000800:00000001:3.0:1773941444.018694:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.018700:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941444.018701:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941444.018704:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941444.018707:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941444.018710:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941444.018719:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941444.018732:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941444.018736:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941444.018737:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.018764:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941444.018768:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941444.018771:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941444.018772:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941444.018774:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941444.018777:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941444.018778:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941444.018780:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941444.018785:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941444.018792:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.018797:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941444.018798:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.018799:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941444.018800:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941444.018802:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941444.018803:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941444.018804:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941444.018807:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941444.018810:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941444.018811:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941444.018812:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941444.018814:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941444.018815:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.018817:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941444.018820:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.018825:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941444.018826:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941444.018827:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.018834:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941444.018838:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941444.018839:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941444.018840:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941444.018842:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941444.018843:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941444.018845:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941444.018847:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941444.018849:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941444 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941444.018851:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941444.018856:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941444.018858:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941444.018859:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941444.018861:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.018862:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941444.018864:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941444.018866:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941444.018868:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941444.018870:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941444.018873:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941444.018874:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941444.019099:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.019102:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941444.019108:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941444.019138:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400448:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941444.019146:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.019148:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941444.019152:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8e00 x1860112203400448/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.019159:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941444.019163:0:14751:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000001:2.0:1773941444.019169:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941444.019172:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f000. 00000100:00080000:0.0:1773941444.019175:0:14751:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000001:2.0:1773941444.019178:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1773941444.019193:0:14751:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941444.019194:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941444.019197:0:14751:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941444.019198:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 10000000:01000000:0.0:1773941444.019200:0:14751:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941444.019204:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941444.019205:0:14751:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941444.019210:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe1000. 00000001:00000001:0.0:1773941444.019211:0:14751:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941444.019215:0:14751:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941444.019217:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941444.019218:0:14751:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941444.019221:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941444.019221:0:14751:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941444.019224:0:14751:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941444.019225:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8e00. 10000000:00000001:0.0:1773941444.019226:0:14751:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.019231:0:14751:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941444.019234:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941444.019235:0:14751:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941444.019238:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941444.019239:0:14751:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941444.019242:0:14751:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941444.019244:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941444.019244:0:14751:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941444.019251:0:14751:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941444.019253:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941444.019253:0:14751:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941444.019257:0:14751:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941444.019258:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941444.019259:0:14751:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:2.0:1773941444.019264:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941444.019266:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941444.019273:0:14751:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941444.019275:0:14751:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.019277:0:14751:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941444.019281:0:14751:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941444.019284:0:14751:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941444.019291:0:14751:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941444.019293:0:14751:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941444.019295:0:14751:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941444.019296:0:14751:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941444.023208:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cf00. 00010000:00000010:1.1:1773941444.023215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54800. 00000020:00000001:2.0:1773941444.718290:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941444.718296:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941444.718299:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941445.038251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941445.038261:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941445.038271:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ce00. 00000020:00000040:3.0:1773941445.038276:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941445.038281:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941445.038284:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941445.038289:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941445.038296:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d923c0600. 00000100:00000001:3.0:1773941445.038303:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941445.038314:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941445.038324:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941445.038328:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941445.038334:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000273dddf9] to pc [ptlrpcd_01_00+0] req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.038368:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941445.038389:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000100:00000001:2.0:1773941445.038401:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941445.038403:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.038406:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941445.038407:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.038408:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941445.038416:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.038424:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941445.038426:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.038431:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941445.038433:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941445.038436:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941445.038440:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203400576:192.168.204.109@tcp:400:kworker.0 00000100:00000001:2.0:1773941445.038445:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941445.038452:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941445.038454:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.038456:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941445.038461:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941445.038468:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941445.038475:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941445.038479:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941445.038484:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941445.038490:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203400576, portal 25 00000100:00000001:2.0:1773941445.038492:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941445.038493:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526312448 : -120888183239168 : ffff920d86c7ce00) 00000100:00000040:2.0:1773941445.038498:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.038504:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941445.038506:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941445.038508:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5220. 00000100:00000200:2.0:1773941445.038511:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203400576, offset 0 00000400:00000200:2.0:1773941445.038515:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941445.038522:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941445.038529:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941445.038533:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941445.038536:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941445.038539:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941445.038546:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941445.038549:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 27] 00000400:00000200:2.0:1773941445.038552:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941445.038556:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [146:146:256:4294967295] 192.168.204.119@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1773941445.038559:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941445.038567:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941445.038572:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941445.038576:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45400. 00000800:00000200:2.0:1773941445.038581:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941445.038588:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941445.038592:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941445.038603:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941445.038614:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941445.038617:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294920868 00000100:00000001:2.0:1773941445.038625:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919846 00000100:00000001:2.0:1773941445.038629:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294920868 00000100:00000001:2.0:1773941445.038632:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919846 00000100:00000001:2.0:1773941445.038635:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941445.038637:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.038641:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.038642:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.038650:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941445.038652:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941445.038654:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.038655:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941445.038657:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.038659:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941445.038720:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941445.038724:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45400. 00000400:00000200:3.0:1773941445.038728:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941445.038733:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941445.038737:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5220 00000400:00000010:3.0:1773941445.038739:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5220. 00000100:00000001:3.0:1773941445.038742:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941445.038746:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.038753:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941445.038755:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.038760:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941445.038761:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941445.039856:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.039865:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941445.039868:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.039869:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.039874:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.039878:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941445.039883:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.039920:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.039924:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.039927:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204580 00000400:00000200:3.0:1773941445.039931:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.039935:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:3.0:1773941445.039941:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.039947:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.039949:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941445.039951:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941445.039955:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941445.039965:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941445.039973:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.039986:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941445.039993:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.039997:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.040020:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.040022:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941445.040028:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941445.040030:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941445.040032:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941445.040035:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941445.040036:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941445.040038:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941445.040042:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941445.040048:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040053:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941445.040054:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.040056:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941445.040059:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941445.040060:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941445.040062:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.040064:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941445.040069:0:2414:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941445.040077:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941445.040079:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941445.040081:0:2414:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941445.040083:0:2414:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941445.040085:0:2414:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941445.040089:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941445.040092:0:2414:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941445.040094:0:2414:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941445.040096:0:2414:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941445.040097:0:2414:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941445.040099:0:2414:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941445.040101:0:2414:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040106:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941445.040107:0:2414:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941445.040108:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.040111:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941445.040113:0:2414:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941445.040114:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040135:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941445.040137:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.040138:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941445.040139:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040140:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941445.040142:0:2414:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941445.040143:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941445.040146:0:2414:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941445.040148:0:2414:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 250 00000400:00000200:2.0:1773941445.040151:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941445.040154:0:2414:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941445.040158:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941445.040160:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941445.040176:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941445.040185:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941445.040187:0:2414:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941445.040189:0:2414:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941445.040191:0:2414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941445.040193:0:2414:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941445.040195:0:2414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941445.040197:0:2414:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941445.040199:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941445.040201:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941445.040202:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941445.040203:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941445.040205:0:2414:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941445.040207:0:2414:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941445.040209:0:2414:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.040211:0:2414:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941445.040213:0:2414:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941445.040215:0:2414:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040217:0:2414:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941445.040220:0:2414:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941445.040224:0:2414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941445.040226:0:2414:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941445.040230:0:2414:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941445.040232:0:2414:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040234:0:2414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941445.040236:0:2414:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941445.040239:0:2414:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941445.040243:0:2414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080f000. 00000100:00000001:2.0:1773941445.040248:0:2414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941445.040254:0:2414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941445.040262:0:2414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941445.040265:0:2414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.040273:0:2414:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dba6252] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040290:0:2414:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040293:0:2414:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941445.040295:0:2414:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941445.040301:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040310:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941445.040313:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941445.040315:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941445.040316:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941445.040319:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941445.040319:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.040321:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941445.040326:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941445.040329:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203400576:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941445.040333:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941445.040334:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941445.040335:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040336:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941445.040338:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941445.040339:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ce00 x1860112203400576/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941461 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941445.040340:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941445.040342:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941445.040346:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400704:192.168.204.109@tcp:250:ptlrpcd_01_00.0 00000100:00000001:2.0:1773941445.040348:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941445.040349:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941445.040350:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1773941445.040351:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941445.040353:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941445.040353:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8322ee00. 02000000:00000001:3.0:1773941445.040355:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941445.040358:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:2.0:1773941445.040358:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1773941445.040360:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941445.040360:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941445.040363:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000400:00000200:3.0:1773941445.040365:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:2.0:1773941445.040365:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1773941445.040367:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b318. 02000000:00000010:2.0:1773941445.040369:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d923c0600. 00000400:00000010:3.0:1773941445.040371:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc880. 02000000:00000001:2.0:1773941445.040372:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941445.040374:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1773941445.040375:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400704, portal 25 00000100:00000010:2.0:1773941445.040376:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ce00. 00000100:00000001:3.0:1773941445.040377:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941445.040378:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941445.040380:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941445.040381:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941445.040383:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040383:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.040392:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941445.040394:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040396:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.040398:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941445.040400:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941445.040403:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941445.040406:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc6e8. 00000100:00000200:3.0:1773941445.040409:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203400704, offset 0 00000400:00000200:3.0:1773941445.040413:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941445.040418:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.040423:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941445.040426:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941445.040429:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941445.040431:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941445.040434:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941445.040437:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 29] 00000400:00000200:3.0:1773941445.040440:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941445.040442:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [147:147:256:4294967295] 192.168.204.109@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1773941445.040445:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.040452:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941445.040458:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941445.040462:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0c00. 00000800:00000200:3.0:1773941445.040467:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941445.040474:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941445.040478:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941445.040493:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941445.040497:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941445.040499:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294920870 00000100:00000001:3.0:1773941445.040503:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920868 00000100:00000001:3.0:1773941445.040507:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294920870 00000100:00000001:3.0:1773941445.040510:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920868 00000100:00000001:3.0:1773941445.040514:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941445.040517:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941445.040532:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941445.040535:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941445.040538:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941445.040540:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941445.040541:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941445.040542:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941445.040543:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941445.040545:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941445.040572:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941445.040578:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0c00. 00000400:00000200:2.0:1773941445.040582:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941445.040587:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941445.040592:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc6e8 00000400:00000010:2.0:1773941445.040594:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc6e8. 00000100:00000001:2.0:1773941445.040597:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941445.040601:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040608:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941445.040610:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.040615:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.040617:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941445.041768:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.041774:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941445.041776:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.041778:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.041781:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.041785:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941445.041819:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.041822:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.041825:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.041827:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204600 00000400:00000200:3.0:1773941445.041830:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.041833:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xc8d [1] + 0 00000800:00000001:3.0:1773941445.041837:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.041841:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.041843:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941445.041846:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941445.041848:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941445.041853:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941445.041864:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.041882:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941445.041888:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.041891:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.041922:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.041926:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941445.041929:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941445.041931:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941445.041933:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b318. 00000400:00000200:2.0:1773941445.041937:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc880 00000400:00000010:2.0:1773941445.041940:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc880. 00000100:00000001:2.0:1773941445.041943:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941445.041948:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941445.041959:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.041966:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941445.041968:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.041970:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941445.041972:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941445.041981:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941445.041983:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.041986:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941445.041989:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941445.041993:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941445.041996:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941445.041998:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941445.042001:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941445.042003:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.042006:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.042011:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.042019:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941445.042021:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941445.042022:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.042025:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941445.042032:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941445.042034:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941445.042035:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941445.042037:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941445.042039:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941445.042042:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941445.042045:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941445.042049:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941445 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941445.042053:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941445.042060:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941445.042063:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.042065:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941445.042068:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.042070:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941445.042073:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941445.042075:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941445.042078:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941445.042082:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941445.042092:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941445.042095:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941445.042357:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.042360:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.042365:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941445.042371:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400704:192.168.204.109@tcp:250:ptlrpcd_01_00.0 00000100:00000001:2.0:1773941445.042374:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.042376:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941445.042378:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203400704/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.042382:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941445.042384:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941445.042386:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:2.0:1773941445.042388:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941445.042389:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941445.042390:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941445.042392:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941445.042394:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941445.042396:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941445.042398:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941445.042399:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941445.042401:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941445.042402:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.042404:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.042407:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941445.042409:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.042409:0:14752:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941445.042414:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.042415:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941445.042423:0:14752:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941445.042428:0:14752:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941445.042431:0:14752:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941445.042433:0:14752:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941445.042437:0:14752:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941445.042440:0:14752:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941445.042444:0:14752:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941445.042446:0:14752:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941445.042447:0:14752:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941445.042449:0:14752:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941445.042451:0:14752:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.042453:0:14752:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941445.042457:0:14752:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941445.042460:0:14752:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941445.042463:0:14752:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941445.042465:0:14752:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941445.042468:0:14752:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941445.042471:0:14752:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941445.042472:0:14752:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941445.042474:0:14752:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941445.042490:0:14752:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941445.042492:0:14752:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.042493:0:14752:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941445.042497:0:14752:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941445.042500:0:14752:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941445.042503:0:14752:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941445.042505:0:14752:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941445.042508:0:14752:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941445.042510:0:14752:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.051181:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941445.051188:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941445.051191:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.051194:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941445.051195:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941445.051196:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941445.051199:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941445.051200:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941445.051202:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941445.051205:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941445.051206:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941445.051213:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da680. 00000020:00000040:1.0:1773941445.051218:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941445.051221:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941445.051223:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941445.051228:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941445.051234:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cec00. 00000100:00000001:1.0:1773941445.051239:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.051243:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941445.051246:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941445.051251:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cf00. 00010000:00000001:1.0:1773941445.051256:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941445.051258:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54800. 00000020:00000001:1.0:1773941445.051262:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941445.051264:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54800 with handle 0xef3f469e0cc3ad26 to hash 00000020:00000001:1.0:1773941445.051265:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941445.051267:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941445.051269:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941445.051272:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941445.051283:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941445.051287:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941445.051295:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941445.051305:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941445.051309:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941445.051311:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941445.051317:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941445.051320:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941445.051323:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941445.051325:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000001:1.0:1773941445.051330:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941445.051335:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.051338:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941445.051340:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941445.051350:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.051360:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941445.051363:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.051367:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941445.051369:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941445.051371:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941445.051373:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400832:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.051377:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941445.051382:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941445.051383:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.051385:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941445.051389:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe2c00. 02000000:00000001:1.0:1773941445.051397:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941445.051404:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941445.051407:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941445.051412:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941445.051417:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400832, portal 25 00000100:00000001:1.0:1773941445.051419:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941445.051420:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 00000100:00000040:1.0:1773941445.051424:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.051430:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941445.051433:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941445.051435:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7d48. 00000100:00000200:1.0:1773941445.051439:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203400832, offset 0 00000400:00000200:1.0:1773941445.051443:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941445.051450:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941445.051455:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941445.051459:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941445.051463:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941445.051466:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941445.051468:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941445.051470:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 29] 00000400:00000200:1.0:1773941445.051472:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941445.051475:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [148:148:256:4294967295] 192.168.204.119@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1773941445.051478:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941445.051485:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941445.051489:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941445.051493:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36d00. 00000800:00000200:1.0:1773941445.051498:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941445.051504:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941445.051507:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941445.051522:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941445.051531:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941445.051534:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294920881 00000100:00000001:1.0:1773941445.051540:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920870 00000100:00000001:1.0:1773941445.051545:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294920881 00000100:00000001:1.0:1773941445.051549:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920870 00000100:00000001:1.0:1773941445.051552:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941445.051555:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.051558:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941445.051559:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941445.051562:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941445.051565:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941445.051567:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941445.051631:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941445.051634:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36d00. 00000400:00000200:2.0:1773941445.051639:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941445.051643:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941445.051651:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7d48 00000400:00000010:2.0:1773941445.051653:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7d48. 00000100:00000001:2.0:1773941445.051656:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941445.051660:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.051668:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941445.051670:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.051675:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.051676:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941445.052762:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.052773:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941445.052783:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.052787:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.052793:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.052799:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941445.052807:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.052811:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941445.052816:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.052821:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204680 00000400:00000200:3.0:1773941445.052826:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.052831:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xc9d [1] + 224 00000800:00000001:3.0:1773941445.052838:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.052855:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.052858:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941445.052862:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941445.052867:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941445.052872:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941445.052885:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.052906:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941445.052912:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.052916:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.052939:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941445.052944:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941445.052946:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941445.052948:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941445.052951:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:1.0:1773941445.052953:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000001:1.0:1773941445.052954:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941445.052959:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941445.052968:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.052973:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941445.052974:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.052976:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941445.052978:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941445.052980:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941445.052981:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.052983:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941445.052988:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941445.052990:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941445.052992:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941445.052996:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941445.053004:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.053006:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941445.053009:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941445.053013:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941445.053016:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941445.053018:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941445.053020:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941445.053022:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941445.053023:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941445.053026:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.053031:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941445.053032:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941445.053033:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941445.053035:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941445.053036:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941445.053038:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053039:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941445.053039:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941445.053040:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941445.053041:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053042:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941445.053044:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941445.053045:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941445.053047:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941445.053049:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 251 00000400:00000200:1.0:1773941445.053053:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941445.053056:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941445.053059:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941445.053061:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941445.053063:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941445.053065:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941445.053070:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941445.053071:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941445.053072:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941445.053075:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941445.053076:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941445.053078:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941445.053080:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941445.053081:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941445.053082:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941445.053083:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941445.053085:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941445.053088:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941445.053089:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.053092:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941445.053093:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941445.053095:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053097:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941445.053098:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941445.053101:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da300. 00000020:00000040:1.0:1773941445.053102:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941445.053105:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941445.053106:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053107:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941445.053109:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941445.053110:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941445.053114:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe2000. 00000100:00000001:1.0:1773941445.053132:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941445.053137:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941445.053144:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941445.053147:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941445.053150:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3e6579] to pc [ptlrpcd_rcv+-1] req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.053185:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053188:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941445.053189:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.053191:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.053194:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941445.053195:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941445.053196:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941445.053198:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941445.053200:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941445.053204:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.053210:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941445.053212:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941445.053212:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.053217:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941445.053217:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941445.053221:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941445.053222:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941445.053232:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941445.053233:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941445.053248:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203400832:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.053256:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.053259:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941445.053260:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941445.053262:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.053264:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941445.053267:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941445.053268:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941445.053272:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773941445.053272:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941445.053277:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941445.053285:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400960:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.053285:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941445.053291:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:2.0:1773941445.053292:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941445.053295:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941445.053296:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941445.053297:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941445.053298:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.053301:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941445.053302:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941445.053306:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080dc00. 00010000:00000001:1.0:1773941445.053310:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941445.053312:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941445.053313:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=4 02000000:00000001:2.0:1773941445.053315:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941445.053316:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941445.053320:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000400:00000200:2.0:1773941445.053324:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941445.053324:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941445.053330:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00010000:00000001:1.0:1773941445.053334:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:2.0:1773941445.053336:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00010000:00010000:1.0:1773941445.053338:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941445.053341:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203400960, portal 25 00000100:00000001:2.0:1773941445.053346:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941445.053348:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551860480 : -120888157691136 : ffff920d884da300) 00010000:00000001:1.0:1773941445.053350:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941445.053352:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941445.053361:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941445.053362:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941445.053363:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941445.053367:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941445.053381:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773941445.053383:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1773941445.053386:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:1.0:1773941445.053387:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941445.053391:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00010000:00000001:1.0:1773941445.053392:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1773941445.053397:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203400960, offset 0 00010000:00010000:1.0:1773941445.053397:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941445.053405:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941445.053407:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54800 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941445.053411:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:1.0:1773941445.053412:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941445.053415:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941445.053416:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941445.053424:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941445.053426:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941445.053428:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941445.053430:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941445.053431:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 31] 00000400:00000200:2.0:1773941445.053434:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941445.053436:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [149:149:256:4294967295] 192.168.204.109@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1773941445.053442:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941445.053451:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941445.053459:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:1.0:1773941445.053462:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1773941445.053463:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45400. 00010000:00000001:1.0:1773941445.053467:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941445.053471:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1773941445.053472:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000040:1.0:1773941445.053477:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=5 00000800:00000200:2.0:1773941445.053481:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000020:00000001:1.0:1773941445.053483:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000800:00000200:2.0:1773941445.053485:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941445.053487:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941445.053491:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941445.053494:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941445.053498:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.053499:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941445.053503:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941445.053504:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941445.053509:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294920883 10000000:01000000:1.0:1773941445.053513:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941445.053516:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920881 10000000:00000040:1.0:1773941445.053517:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941445.053520:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.053522:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294920883 00010000:00010000:1.0:1773941445.053523:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941445.053527:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941445.053528:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920881 00010000:00000001:1.0:1773941445.053530:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941445.053532:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941445.053533:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941445.053535:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941445.053536:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941445.053538:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54800 with handle 0xef3f469e0cc3ad26 from hash 00010000:00000001:1.0:1773941445.053543:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1773941445.053544:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.053546:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941445.053548:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.053549:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941445.053552:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941445.053552:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941445.053553:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941445.053556:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941445.053558:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.053559:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941445.053560:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941445.053560:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.053563:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941445.053565:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.053566:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941445.053568:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.053573:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.053573:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941445.053579:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941445.053581:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941445.053587:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1773941445.053588:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45400. 00010000:00000001:1.0:1773941445.053589:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.053592:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941445.053594:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941445.053596:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941445.053596:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.053598:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.053601:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941445.053603:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3ad26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941445.053607:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00010000:00000040:1.0:1773941445.053613:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cf00 count: 0 00000400:00000200:3.0:1773941445.053615:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:3.0:1773941445.053619:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000001:3.0:1773941445.053624:0:2407:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941445.053624:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.053628:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.053631:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941445.053636:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da680 x1860112203400832/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.053640:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941445.053642:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941445.053644:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe2c00. 02000000:00000001:1.0:1773941445.053646:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941445.053647:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941445.053648:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941445.053650:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941445.053652:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cec00. 02000000:00000001:1.0:1773941445.053655:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941445.053656:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941445.053657:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da680. 00000100:00000001:1.0:1773941445.053659:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941445.053660:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941445.053661:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941445.053663:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941445.053665:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941445.053671:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941445.053674:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cec00. 00000020:00000010:1.0:1773941445.053678:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cfa00. 00000100:00000200:3.0:1773941445.053679:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1773941445.053682:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce400. 00000020:00000010:1.0:1773941445.053688:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941445.053694:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cf200. 00000100:00000001:3.0:1773941445.053699:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:1.0:1773941445.053700:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941445.053703:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf000. 20000000:00000010:1.0:1773941445.053707:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12ce200. 10000000:00000040:1.0:1773941445.053712:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000100:00000040:3.0:1773941445.053714:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1773941445.053715:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941445.053722:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cfa00. 00000040:00000010:1.0:1773941445.053728:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce400. 00000100:00000001:3.0:1773941445.053732:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941445.053733:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000100:00000001:3.0:1773941445.053737:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773941445.053739:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cf200. 80000000:00000010:1.0:1773941445.053743:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941445.053747:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf000. 20000000:00000010:1.0:1773941445.053749:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12ce200. 00000020:00000010:1.0:1773941445.053751:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cec00. 10000000:00000010:1.0:1773941445.053753:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941445.053755:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941445.053757:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941445.053759:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941445.053760:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941445.053761:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941445.053762:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941445.053764:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941445.054805:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.054811:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941445.054814:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.054816:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.054821:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.054826:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941445.054832:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.054835:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.054839:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.054843:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204700 00000400:00000200:3.0:1773941445.054847:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941445.054851:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xca5 [1] + 0 00000800:00000001:3.0:1773941445.054856:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.054861:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941445.054863:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941445.054867:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941445.054871:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941445.054876:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941445.054888:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941445.054904:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941445.054909:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941445.054913:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.054933:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.054936:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941445.054939:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941445.054940:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941445.054942:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941445.054945:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941445.054947:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941445.054948:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941445.054953:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941445.054960:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.054965:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941445.054966:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.054967:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941445.054968:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941445.054970:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941445.054971:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.054973:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941445.054976:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941445.054978:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941445.054980:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941445.054982:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941445.054983:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941445.054985:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.054986:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.054989:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.055004:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941445.055006:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941445.055007:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.055009:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941445.055013:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941445.055014:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941445.055015:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941445.055016:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941445.055018:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941445.055019:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941445.055021:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941445.055024:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941445 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941445.055026:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941445.055031:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941445.055033:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.055034:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941445.055036:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.055037:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941445.055040:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941445.055041:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941445.055044:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941445.055046:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941445.055049:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941445.055050:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941445.055320:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.055325:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.055329:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941445.055336:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203400960:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.055338:0:14753:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941445.055349:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.055352:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941445.055353:0:14753:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:2.0:1773941445.055357:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da300 x1860112203400960/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941445.055361:0:14753:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941445.055366:0:14753:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941445.055367:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941445.055371:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:1.0:1773941445.055371:0:14753:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941445.055374:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080dc00. 00000001:00000001:1.0:1773941445.055377:0:14753:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941445.055378:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941445.055381:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941445.055383:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:1.0:1773941445.055383:0:14753:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941445.055385:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941445.055387:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe2000. 02000000:00000001:2.0:1773941445.055388:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941445.055389:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941445.055390:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da300. 00000100:00000001:2.0:1773941445.055394:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941445.055396:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.055397:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941445.055397:0:14753:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941445.055404:0:14753:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941445.055405:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941445.055407:0:14753:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941445.055408:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941445.055410:0:14753:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.055412:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.055415:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.055415:0:14753:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.055422:0:14753:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941445.055427:0:14753:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941445.055430:0:14753:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941445.055432:0:14753:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941445.055434:0:14753:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941445.055437:0:14753:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941445.055439:0:14753:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941445.055441:0:14753:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941445.055443:0:14753:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941445.055462:0:14753:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941445.055464:0:14753:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.055466:0:14753:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941445.055472:0:14753:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941445.055477:0:14753:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941445.055480:0:14753:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941445.055482:0:14753:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941445.055485:0:14753:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941445.055487:0:14753:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941445.060151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cf00. 00010000:00000010:1.1:1773941445.060172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54800. 00000020:00000001:0.0:1773941445.742228:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941445.742234:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941445.742266:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941446.766350:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941446.766359:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941446.766363:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941446.830248:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941446.830257:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941446.830270:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941446.830273:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941446.830275:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941446.830277:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941446.830280:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941446.830282:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941446.830285:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941446.830288:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941446.830290:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941446.830319:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941446.830325:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941446.830330:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941446.830333:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941446.830339:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941446.830347:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941446.830354:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941446.830359:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941446.830362:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941446.830375:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941446.830381:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941446.830385:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fe00. 00000020:00000001:2.0:1773941446.830389:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941446.830392:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215fe00 with handle 0xef3f469e0cc3ad2d to hash 00000020:00000001:2.0:1773941446.830394:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941446.830396:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00010000:00000001:2.0:1773941446.830399:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00010000:00000001:2.0:1773941446.830403:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941446.830406:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941446.830411:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941446.830423:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941446.830436:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941446.830443:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941446.830445:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941446.830452:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941446.830454:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941446.830457:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941446.830459:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941446.830469:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941446.830474:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.830477:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941446.830479:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941446.830492:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.830503:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941446.830505:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.830509:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941446.830512:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941446.830515:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941446.830518:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401088:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941446.830523:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941446.830529:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941446.830532:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.830535:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941446.830540:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080dc00. 02000000:00000001:2.0:1773941446.830543:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941446.830552:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941446.830556:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941446.830563:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941446.830570:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401088, portal 25 00000100:00000001:2.0:1773941446.830573:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941446.830574:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941446.830580:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.830589:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941446.830592:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941446.830595:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5550. 00000100:00000200:2.0:1773941446.830598:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203401088, offset 0 00000400:00000200:2.0:1773941446.830604:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941446.830613:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941446.830621:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941446.830631:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941446.830635:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941446.830639:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941446.830642:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941446.830647:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 31] 00000400:00000200:2.0:1773941446.830651:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941446.830656:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [150:150:256:4294967295] 192.168.204.119@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:2.0:1773941446.830661:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941446.830672:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941446.830678:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941446.830683:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45900. 00000800:00000200:2.0:1773941446.830690:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941446.830699:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941446.830705:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941446.830724:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941446.830728:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941446.830732:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294922660 00000100:00000001:2.0:1773941446.830738:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920883 00000100:00000001:2.0:1773941446.830743:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294922660 00000100:00000001:2.0:1773941446.830747:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920883 00000100:00000001:2.0:1773941446.830751:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941446.830754:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.830757:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941446.830760:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941446.830763:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941446.830766:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941446.830770:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941446.830847:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941446.830852:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45900. 00000400:00000200:3.0:1773941446.830857:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941446.830862:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941446.830871:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5550 00000400:00000010:3.0:1773941446.830873:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5550. 00000100:00000001:3.0:1773941446.830876:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941446.830880:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.830889:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941446.830891:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.830897:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.830899:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941446.832153:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.832165:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941446.832168:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.832171:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941446.832219:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941446.832226:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941446.832234:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941446.832238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941446.832243:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.832247:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204780 00000400:00000200:3.0:1773941446.832253:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.832258:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xcb5 [1] + 224 00000800:00000001:3.0:1773941446.832267:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.832274:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941446.832276:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941446.832279:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941446.832283:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941446.832288:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941446.832300:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.832318:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941446.832332:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.832337:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.832347:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941446.832354:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941446.832356:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941446.832359:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941446.832369:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941446.832371:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941446.832374:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941446.832380:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941446.832391:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941462 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.832398:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941446.832400:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.832403:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941446.832405:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941446.832408:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941446.832410:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.832412:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941446.832418:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941446.832422:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941446.832425:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941446.832429:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941446.832432:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941446.832436:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941446.832439:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941446.832443:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941446.832448:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941446.832451:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941446.832455:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941446.832456:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941446.832459:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941446.832463:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941462 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.832470:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941446.832471:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941446.832479:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941446.832482:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941446.832485:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941446.832487:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832489:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941446.832490:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941446.832491:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941446.832493:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832495:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941446.832497:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941446.832499:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941446.832503:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941446.832505:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 251 00000400:00000200:2.0:1773941446.832510:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941446.832515:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941446.832519:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941446.832522:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941446.832525:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941446.832528:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941446.832532:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941446.832534:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941446.832536:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941446.832539:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941446.832541:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941446.832544:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941446.832547:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941446.832548:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941446.832550:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941446.832552:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941446.832555:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941446.832559:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941446.832562:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.832565:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941446.832571:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941446.832573:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832577:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941446.832579:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941446.832582:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941446.832585:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941446.832589:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941446.832591:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832593:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941446.832595:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941446.832598:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941446.832602:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080cc00. 00000100:00000001:2.0:1773941446.832606:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941446.832611:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941446.832621:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941446.832624:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941446.832629:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c42aa776] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.832651:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832653:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941446.832655:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941446.832657:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.832660:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941446.832662:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941446.832665:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941446.832668:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941446.832670:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941446.832672:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941446.832676:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941446.832677:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941462 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.832679:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941446.832687:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.832695:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941446.832702:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941446.832703:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941446.832704:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832707:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941446.832708:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941446.832710:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941446.832712:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.832715:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941446.832716:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401216:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941446.832722:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941446.832724:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941446.832726:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941446.832727:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941462 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941446.832728:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941446.832733:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941446.832737:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941446.832746:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00100000:2.0:1773941446.832746:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401088:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000400:00000010:3.0:1773941446.832751:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bdc0. 00000100:00000001:2.0:1773941446.832756:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941446.832757:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc908. 00000100:00000001:2.0:1773941446.832760:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:3.0:1773941446.832762:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401216, portal 25 00000100:00000001:2.0:1773941446.832765:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941446.832766:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941446.832769:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000001:2.0:1773941446.832769:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941446.832777:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941446.832779:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941462 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.832800:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773941446.832803:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941446.832807:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000010:2.0:1773941446.832809:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000400:00000010:3.0:1773941446.832811:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc088. 00000100:00000001:2.0:1773941446.832813:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:3.0:1773941446.832814:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203401216, offset 0 00000100:00000001:2.0:1773941446.832817:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941446.832821:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941446.832824:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1773941446.832827:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941446.832828:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941446.832832:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941446.832834:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000040:2.0:1773941446.832835:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fe00 refcount=4 00000020:00000001:2.0:1773941446.832838:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00010000:00000001:2.0:1773941446.832841:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00000400:00000200:3.0:1773941446.832844:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941446.832848:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00010000:2.0:1773941446.832848:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941446.832853:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941446.832858:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941446.832863:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 33] 00000400:00000200:3.0:1773941446.832870:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941446.832870:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941446.832877:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [151:151:256:4294967295] 192.168.204.109@tcp LPNI seq info [34:34:8:4294967295] 00010000:00010000:2.0:1773941446.832879:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941446.832882:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.832894:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941446.832895:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000200:3.0:1773941446.832901:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00010000:2.0:1773941446.832902:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941446.832907:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00000800:00000200:3.0:1773941446.832914:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941446.832919:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941446.832924:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941446.832934:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941446.832936:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941446.832937:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941446.832940:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941446.832942:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941446.832945:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294922662 00000100:00000001:3.0:1773941446.832951:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922660 00010000:00000001:2.0:1773941446.832953:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941446.832956:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294922662 00010000:00000001:2.0:1773941446.832957:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.832961:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922660 00010000:00000001:2.0:1773941446.832963:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941446.832965:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941446.832967:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941446.832968:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.832973:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.832978:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773941446.832982:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fe00 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:3.0:1773941446.832986:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941446.832986:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941446.832989:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00010000:2.0:1773941446.832992:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941446.832993:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941446.832995:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941446.832998:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.833001:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941446.833006:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941446.833008:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941446.833010:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941446.833012:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fe00 refcount=5 00000020:00000001:2.0:1773941446.833015:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00010000:00000001:2.0:1773941446.833017:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521292288 : -120887188259328 : ffff920dc215fe00) 00010000:00000001:2.0:1773941446.833021:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941446.833025:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941446.833031:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941446.833034:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941446.833040:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941446.833043:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:2.0:1773941446.833048:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941446.833050:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941446.833054:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000400:00000200:3.0:1773941446.833057:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941446.833060:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941446.833066:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc088 00010000:00010000:2.0:1773941446.833066:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000010:3.0:1773941446.833072:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc088. 00010000:00000001:2.0:1773941446.833072:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941446.833076:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941446.833082:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941446.833082:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941446.833086:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941446.833090:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941446.833093:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941446.833094:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1773941446.833099:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fe00 with handle 0xef3f469e0cc3ad2d from hash 00000100:00000040:3.0:1773941446.833100:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941446.833106:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941446.833108:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941446.833110:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941446.833111:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773941446.833114:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941446.833153:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941446.833155:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941446.833158:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941446.833161:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941446.833162:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941446.833163:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941446.833165:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941446.833169:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941446.833175:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941446.833176:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941446.833178:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941446.833180:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941446.833182:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941446.833183:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941446.833184:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941446.833187:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fe00/0xef3f469e0cc3ad2d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941446.833194:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00010000:00000001:2.0:1773941446.833211:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941446.833213:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941446.833216:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941446.833226:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203401088/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941462 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.833234:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941446.833236:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941446.833239:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080dc00. 02000000:00000001:2.0:1773941446.833243:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941446.833244:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941446.833246:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941446.833248:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941446.833251:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941446.833255:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941446.833257:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941446.833258:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941446.833261:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941446.833262:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941446.833264:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941446.833267:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941446.833270:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941446.833273:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941446.833277:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941446.833282:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941446.833286:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941446.833291:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941446.833296:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e600. 80000000:00000010:2.0:1773941446.833300:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941446.833305:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1e800. 20000000:00000010:2.0:1773941446.833309:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e000. 10000000:00000040:2.0:1773941446.833315:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941446.833317:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941446.833322:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941446.833327:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941446.833331:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941446.833336:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e600. 80000000:00000010:2.0:1773941446.833339:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941446.833347:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1e800. 20000000:00000010:2.0:1773941446.833350:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e000. 00000020:00000010:2.0:1773941446.833359:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941446.833362:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941446.833365:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941446.833368:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941446.833371:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941446.833373:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941446.833374:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941446.833376:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941446.833378:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941446.834585:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.834591:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941446.834593:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.834594:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941446.834597:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.834601:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941446.834605:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.834607:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.834610:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.834612:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204800 00000400:00000200:3.0:1773941446.834615:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941446.834618:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xcc5 [1] + 0 00000800:00000001:3.0:1773941446.834622:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.834681:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941446.834683:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941446.834686:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941446.834689:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941446.834693:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941446.834701:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941446.834719:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941446.834724:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941446.834726:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.834741:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941446.834745:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941446.834749:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941446.834750:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941446.834752:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bdc0. 00000400:00000200:2.0:1773941446.834757:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc908 00000400:00000010:2.0:1773941446.834759:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc908. 00000100:00000001:2.0:1773941446.834762:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941446.834767:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941446.834778:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.834786:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941446.834788:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.834790:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941446.834792:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941446.834793:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941446.834795:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.834797:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941446.834801:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941446.834805:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941446.834807:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941446.834809:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941446.834812:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941446.834822:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.834824:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941446.834829:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941446.834837:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941446.834840:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941446.834842:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.834844:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941446.834848:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941446.834851:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941446.834852:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941446.834854:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941446.834856:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941446.834859:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941446.834861:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941446.834865:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941446 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941446.834869:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941446.834875:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941446.834877:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941446.834879:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941446.834881:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.834883:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941446.834886:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941446.834889:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941446.834892:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941446.834895:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941446.834898:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941446.834901:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941446.835089:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.835092:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941446.835098:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941446.835143:0:14754:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1773941446.835154:0:14754:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:1.0:1773941446.835158:0:14754:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941446.835161:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401216:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941446.835172:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.835175:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941446.835180:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203401216/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941446.835182:0:14754:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941446.835186:0:14754:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941446.835190:0:14754:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941446.835194:0:14754:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941446.835195:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941446.835198:0:14754:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.835199:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941446.835201:0:14754:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941446.835204:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000001:00000001:1.0:1773941446.835204:0:14754:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941446.835207:0:14754:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941446.835210:0:14754:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941446.835211:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941446.835212:0:14754:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1773941446.835215:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941446.835217:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941446.835222:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1773941446.835223:0:14754:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:2.0:1773941446.835225:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080cc00. 00000100:00000001:1.0:1773941446.835227:0:14754:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1773941446.835230:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941446.835231:0:14754:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:2.0:1773941446.835234:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941446.835235:0:14754:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941446.835239:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000100:00080000:1.0:1773941446.835239:0:14754:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941446.835245:0:14754:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941446.835246:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:1.0:1773941446.835247:0:14754:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941446.835250:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1773941446.835251:0:14754:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:2.0:1773941446.835256:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941446.835261:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941446.835263:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941446.835265:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941446.835266:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941446.835277:0:14754:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941446.835280:0:14754:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941446.835282:0:14754:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941446.835286:0:14754:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941446.835289:0:14754:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941446.835291:0:14754:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941446.835292:0:14754:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941446.835295:0:14754:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941446.835296:0:14754:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941446.840165:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941446.840175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fe00. 00000020:00000001:0.0:1773941447.790236:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941447.790242:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941447.790245:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941448.558213:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941448.558221:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941448.558226:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941448.558229:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941448.558230:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941448.558232:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941448.558235:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941448.558237:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941448.558239:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941448.558242:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941448.558243:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941448.558257:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7e680. 00000020:00000040:3.0:1773941448.558263:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941448.558268:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941448.558272:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941448.558278:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941448.558288:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845a200. 00000100:00000001:3.0:1773941448.558295:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941448.558301:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941448.558304:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941448.558311:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d300. 00010000:00000001:3.0:1773941448.558317:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941448.558321:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148aa00. 00000020:00000010:3.0:1773941448.558327:0:14734:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff920d92154b00. 00000020:00000001:3.0:1773941448.558331:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941448.558334:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148aa00 with handle 0xef3f469e0cc3ad34 to hash 00000020:00000001:3.0:1773941448.558337:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941448.558338:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00010000:00000001:3.0:1773941448.558341:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00010000:00000001:3.0:1773941448.558345:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941448.558364:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941448.558369:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941448.558381:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941448.558394:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941448.558400:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941448.558402:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941448.558409:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85c00. 00000100:00000001:3.0:1773941448.558411:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397376 : -120888182154240 : ffff920d86d85c00) 00000100:00000001:3.0:1773941448.558414:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941448.558416:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526318720 : -120888183232896 : ffff920d86c7e680) 00000100:00000001:3.0:1773941448.558421:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941448.558426:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.558429:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941448.558431:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941448.558443:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941448.558453:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941448.558455:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941448.558460:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941448.558463:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941448.558466:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941448.558469:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401344:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941448.558474:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941448.558479:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941448.558482:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941448.558485:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941448.558489:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941448.558499:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941448.558508:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941448.558512:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b420. 00000400:00000010:3.0:1773941448.558519:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc088. 00000100:00000200:3.0:1773941448.558527:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401344, portal 25 00000100:00000001:3.0:1773941448.558529:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941448.558530:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526318720 : -120888183232896 : ffff920d86c7e680) 00000100:00000040:3.0:1773941448.558536:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941448.558545:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941448.558549:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941448.558551:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc2a8. 00000100:00000200:3.0:1773941448.558554:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203401344, offset 0 00000400:00000200:3.0:1773941448.558561:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941448.558571:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.558579:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941448.558585:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941448.558589:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941448.558594:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941448.558596:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941448.558600:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 33] 00000400:00000200:3.0:1773941448.558604:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1773941448.558609:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [152:152:256:4294967295] 192.168.204.119@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1773941448.558614:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941448.558634:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1773941448.558641:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1773941448.558647:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00000800:00000200:3.0:1773941448.558654:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1773941448.558666:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1773941448.558671:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941448.558692:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941448.558702:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941448.558706:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294924388 00000100:00000001:3.0:1773941448.558713:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922662 00000100:00000001:3.0:1773941448.558718:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294924388 00000100:00000001:3.0:1773941448.558722:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922662 00000100:00000001:3.0:1773941448.558726:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941448.558730:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.558733:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941448.558735:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941448.558738:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85c00 going to sleep for 11 seconds 00000100:00000001:3.0:1773941448.558742:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941448.558745:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941448.558834:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941448.558840:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000400:00000200:2.0:1773941448.558847:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941448.558853:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941448.558859:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc2a8 00000400:00000010:2.0:1773941448.558862:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc2a8. 00000100:00000001:2.0:1773941448.558867:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941448.558872:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.558884:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941448.558895:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.558904:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.558906:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941448.560169:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.560181:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941448.560184:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.560186:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941448.560191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941448.560196:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941448.560200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941448.560203:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941448.560207:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.560210:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204880 00000400:00000200:3.0:1773941448.560214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.560249:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xcd5 [1] + 224 00000800:00000001:3.0:1773941448.560256:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.560262:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941448.560264:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941448.560267:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941448.560278:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941448.560282:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941448.560290:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941448.560310:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941448.560317:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.560319:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.560354:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941448.560361:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941448.560363:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941448.560366:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b420. 00000400:00000200:2.0:1773941448.560370:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc088 00000400:00000010:2.0:1773941448.560372:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc088. 00000100:00000001:2.0:1773941448.560375:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941448.560381:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941448.560392:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.560400:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941448.560402:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.560405:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941448.560408:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941448.560411:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941448.560413:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941448.560416:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941448.560422:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941448.560426:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941448.560429:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941448.560434:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941448.560437:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941448.560440:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941448.560443:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941448.560449:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941448.560454:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941448.568372:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941448.568390:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941448.568393:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941448.568396:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941448.568405:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.568416:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941448.568417:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941448.568420:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.568423:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941448.568426:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941448.568429:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568431:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941448.568432:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.568434:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941448.568435:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568437:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941448.568440:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941448.568442:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941448.568446:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941448.568450:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 253 00000400:00000200:2.0:1773941448.568461:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941448.568467:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941448.568472:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941448.568475:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941448.568478:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941448.568480:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941448.568485:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941448.568487:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941448.568490:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941448.568493:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941448.568495:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941448.568498:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941448.568501:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941448.568510:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941448.568513:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941448.568515:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941448.568518:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941448.568523:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941448.568526:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941448.568529:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941448.568532:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941448.568536:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568539:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941448.568541:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941448.568547:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941448.568551:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941448.568557:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941448.568559:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568564:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941448.568566:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941448.568572:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941448.568580:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080e000. 00000100:00000001:2.0:1773941448.568588:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941448.568596:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941448.568608:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941448.568614:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941448.568620:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c42aa776] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.568645:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568648:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941448.568650:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941448.568654:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.568657:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941448.568659:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941448.568668:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85c00 going to sleep for 1 seconds 00000100:00000001:2.0:1773941448.568671:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941448.568674:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941448.568681:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.568690:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941448.568693:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941448.568697:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941448.568697:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941448.568701:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941448.568704:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941448.568708:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941448.568709:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941448.568720:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941448.568726:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401344:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941448.568738:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941448.568743:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941448.568743:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941448.568747:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.568749:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941448.568753:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941448.568753:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941448.568758:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941448.568759:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941448.568765:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941448.568774:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401472:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941448.568776:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941448.568783:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85c00. 00000100:00000001:3.0:1773941448.568784:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941448.568792:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941448.568792:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941448.568796:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941448.568798:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.568802:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941448.568803:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941448.568807:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941448.568811:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1773941448.568812:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00000020:00000040:2.0:1773941448.568814:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148aa00 refcount=4 02000000:00000001:3.0:1773941448.568816:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941448.568819:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00010000:00000001:2.0:1773941448.568824:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00000400:00000200:3.0:1773941448.568825:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941448.568832:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941448.568833:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b738. 00000400:00000010:3.0:1773941448.568841:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc198. 00000100:00000200:3.0:1773941448.568848:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401472, portal 25 00000100:00000001:3.0:1773941448.568853:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941448.568856:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00010000:00000001:2.0:1773941448.568866:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:3.0:1773941448.568868:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941448.568875:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941448.568880:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941448.568887:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941448.568891:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1773941448.568894:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc088. 00010000:00010000:2.0:1773941448.568897:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941448.568899:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203401472, offset 0 00010000:00000001:2.0:1773941448.568906:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941448.568910:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941448.568914:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941448.568919:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941448.568928:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941448.568931:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.568934:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941448.568937:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941448.568943:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941448.568951:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148aa00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941448.568956:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:2.0:1773941448.568956:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941448.568962:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941448.568965:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941448.568972:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941448.568975:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941448.568978:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941448.568979:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1773941448.568981:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941448.568985:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1773941448.568986:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148aa00 refcount=5 00000020:00000001:2.0:1773941448.568992:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00000400:00000200:3.0:1773941448.568993:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 35] 00010000:00000001:2.0:1773941448.568998:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434094080 : -120888275457536 : ffff920d8148aa00) 00000400:00000200:3.0:1773941448.569001:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941448.569005:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [153:153:256:4294967295] 192.168.204.109@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1773941448.569013:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941448.569015:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941448.569021:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941448.569031:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:00000001:2.0:1773941448.569037:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:3.0:1773941448.569042:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:00010000:2.0:1773941448.569042:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941448.569050:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 10000000:01000000:2.0:1773941448.569054:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941448.569061:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 10000000:00000040:2.0:1773941448.569061:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941448.569065:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941448.569070:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941448.569072:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941448.569075:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941448.569078:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1773941448.569079:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:2.0:1773941448.569082:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941448.569085:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941448.569091:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:2.0:1773941448.569091:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148aa00 with handle 0xef3f469e0cc3ad34 from hash 00010000:00000001:2.0:1773941448.569111:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941448.569113:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941448.569115:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941448.569143:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941448.569146:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941448.569149:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941448.569153:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.569153:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941448.569155:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941448.569159:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941448.569164:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:2.0:1773941448.569164:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.569170:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294924399 00010000:00010000:2.0:1773941448.569172:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941448.569181:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924388 00010000:00000001:2.0:1773941448.569182:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941448.569186:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941448.569189:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1773941448.569191:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294924399 00010000:00000001:2.0:1773941448.569192:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1773941448.569197:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924388 00010000:00000001:2.0:1773941448.569202:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941448.569203:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941448.569205:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941448.569208:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.569209:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941448.569214:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941448.569215:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148aa00/0xef3f469e0cc3ad34 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941448.569220:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1773941448.569230:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d300 count: 0 00000100:00000001:3.0:1773941448.569231:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941448.569235:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941448.569238:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941448.569246:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941448.569247:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941448.569251:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941448.569252:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.569256:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.569259:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941448.569266:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7e680 x1860112203401344/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.569275:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941448.569278:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941448.569281:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:2.0:1773941448.569285:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941448.569288:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941448.569290:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941448.569292:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941448.569295:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845a200. 02000000:00000001:2.0:1773941448.569299:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941448.569301:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941448.569303:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7e680. 00000100:00000001:2.0:1773941448.569307:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941448.569309:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941448.569311:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941448.569314:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941448.569318:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941448.569323:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941448.569328:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e000. 00000020:00000010:2.0:1773941448.569334:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e800. 00000040:00000010:2.0:1773941448.569339:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e600. 00000020:00000010:2.0:1773941448.569344:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941448.569349:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1f800. 80000000:00000010:2.0:1773941448.569355:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000800:00000200:3.0:1773941448.569357:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941448.569362:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:3.0:1773941448.569369:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1773941448.569369:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941448.569378:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 00000400:00000200:3.0:1773941448.569379:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 10000000:00000040:2.0:1773941448.569386:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000400:00000200:3.0:1773941448.569388:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc088 00000400:00000010:3.0:1773941448.569392:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc088. 10000000:00000001:2.0:1773941448.569392:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941448.569398:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941448.569401:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e800. 00000100:00000200:3.0:1773941448.569403:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1773941448.569411:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e600. 00000100:00000001:3.0:1773941448.569412:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941448.569417:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941448.569419:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000100:00000001:3.0:1773941448.569426:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.569428:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941448.569428:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1f800. 80000000:00000010:2.0:1773941448.569434:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941448.569440:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941448.569445:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941448.569450:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e000. 10000000:00000010:2.0:1773941448.569452:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941448.569456:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941448.569459:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941448.569462:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:3.0:1773941448.574196:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.574208:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941448.574212:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.574214:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941448.574222:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.574228:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941448.574236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.574241:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.574246:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.574319:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204900 00000400:00000200:3.0:1773941448.574325:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941448.574333:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xce5 [1] + 0 00000800:00000001:3.0:1773941448.574341:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.574349:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941448.574352:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941448.574356:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941448.574362:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941448.574378:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941448.574388:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941448.574406:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941448.574413:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941448.574415:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.574442:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.574446:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941448.574451:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941448.574453:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941448.574455:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b738. 00000400:00000200:0.0:1773941448.574459:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc198 00000400:00000010:0.0:1773941448.574461:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc198. 00000100:00000001:0.0:1773941448.574463:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941448.574468:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941448.574476:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.574483:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941448.574484:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.574486:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941448.574489:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941448.574491:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941448.574493:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941448.574495:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941448.574506:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941448.574509:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941448.574511:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941448.574512:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941448.574514:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941448.574516:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.574518:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941448.574521:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.574527:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941448.574529:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941448.574530:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.574538:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941448.574543:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941448.574545:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941448.574547:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941448.574549:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941448.574551:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941448.574553:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941448.574555:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941448.574557:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941448 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941448.574559:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941448.574565:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941448.574566:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941448.574568:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941448.574569:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.574571:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941448.574574:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941448.574575:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941448.574578:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941448.574580:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941448.574582:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941448.574584:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941448.574794:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.574797:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941448.574802:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941448.574810:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401472:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941448.574815:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941448.574817:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941448.574819:0:14755:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941448.574820:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203401472/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941448.574828:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941448.574830:0:14755:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000001:3.0:1773941448.574831:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941448.574836:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00100000:0.0:1773941448.574836:0:14755:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941448.574839:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941448.574840:0:14755:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941448.574843:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941448.574844:0:14755:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941448.574846:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941448.574848:0:14755:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941448.574849:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941448.574852:0:14755:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941448.574853:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080e000. 00000001:00000001:0.0:1773941448.574856:0:14755:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941448.574857:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941448.574859:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941448.574861:0:14755:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:3.0:1773941448.574862:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000001:00000001:0.0:1773941448.574863:0:14755:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941448.574866:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941448.574867:0:14755:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.574870:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941448.574871:0:14755:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.574875:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.574876:0:14755:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941448.574882:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941448.574884:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941448.574887:0:14755:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941448.574890:0:14755:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941448.574893:0:14755:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941448.574894:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.574896:0:14755:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941448.574897:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941448.574900:0:14755:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941448.574903:0:14755:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941448.574904:0:14755:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941448.574906:0:14755:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941448.574913:0:14755:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941448.574915:0:14755:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.574916:0:14755:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941448.574920:0:14755:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 10000000:00000001:2.0:1773941448.575042:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941448.575046:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941448.575048:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941448.575053:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1773941448.578197:0:14755:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941448.578200:0:14755:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941448.578202:0:14755:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941448.578204:0:14755:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941448.578206:0:14755:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941448.580154:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d300. 00010000:00000010:2.1:1773941448.580162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148aa00. 00000020:00000001:2.0:1773941448.814274:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941448.814280:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941448.814284:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941449.838320:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941449.838325:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941449.838329:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941449.966240:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941449.966251:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941449.966256:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941449.966259:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941449.966261:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941449.966263:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941449.966266:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941449.966268:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941449.966270:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941449.966291:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941449.966293:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941449.966300:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941449.966305:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941449.966309:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941449.966312:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941449.966317:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941449.966324:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941449.966331:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941449.966335:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941449.966338:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941449.966344:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941449.966358:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941449.966363:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e000. 00000020:00000001:2.0:1773941449.966368:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941449.966371:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e000 with handle 0xef3f469e0cc3ad3b to hash 00000020:00000001:2.0:1773941449.966374:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941449.966376:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941449.966379:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941449.966383:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941449.966386:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941449.966390:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941449.966401:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941449.966414:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941449.966421:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941449.966423:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941449.966430:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941449.966432:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941449.966440:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941449.966442:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941449.966448:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941449.966453:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.966455:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941449.966457:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941449.966469:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.966479:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941449.966481:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941449.966485:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941449.966488:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941449.966491:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941449.966495:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401600:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941449.966499:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941449.966505:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941449.966508:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941449.966512:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941449.966517:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941449.966519:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941449.966529:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941449.966533:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941449.966540:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941449.966549:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401600, portal 25 00000100:00000001:2.0:1773941449.966551:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941449.966553:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941449.966559:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.966567:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941449.966571:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941449.966574:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5110. 00000100:00000200:2.0:1773941449.966577:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203401600, offset 0 00000400:00000200:2.0:1773941449.966585:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941449.966602:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941449.966612:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941449.966617:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941449.966622:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941449.966626:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941449.966629:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941449.966633:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 35] 00000400:00000200:2.0:1773941449.966637:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941449.966642:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [154:154:256:4294967295] 192.168.204.119@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1773941449.966647:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941449.966657:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941449.966665:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941449.966671:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941449.966678:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941449.966686:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941449.966691:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941449.966713:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941449.966718:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941449.966722:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294925796 00000100:00000001:2.0:1773941449.966729:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924399 00000100:00000001:2.0:1773941449.966734:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294925796 00000100:00000001:2.0:1773941449.966739:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924399 00000100:00000001:2.0:1773941449.966743:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941449.966747:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.966750:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941449.966753:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941449.966756:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941449.966759:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941449.966762:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941449.966832:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941449.966837:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000200:3.0:1773941449.966842:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941449.966846:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941449.966851:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5110 00000400:00000010:3.0:1773941449.966853:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5110. 00000100:00000001:3.0:1773941449.966856:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941449.966860:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.966869:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941449.966871:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.966877:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.966878:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941449.968215:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.968226:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941449.968229:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.968232:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941449.968237:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941449.968252:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941449.968261:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941449.968265:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941449.968338:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.968343:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204980 00000400:00000200:3.0:1773941449.968349:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.968355:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:3.0:1773941449.968363:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.968372:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941449.968375:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941449.968379:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941449.968384:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941449.968399:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941449.968410:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.968427:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941449.968435:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.968439:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941449.968470:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941449.968478:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941449.968486:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941449.968489:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941449.968493:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941449.968495:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941449.968499:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941449.968504:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941449.968515:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941465 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.968523:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941449.968525:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941449.968528:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941449.968531:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941449.968534:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941449.968537:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941449.968540:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941449.968547:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941449.968551:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941449.968554:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941449.968559:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941449.974695:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941449.974702:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941449.974707:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941449.974713:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941449.974717:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941449.974720:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941449.974723:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941449.974724:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941449.974726:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941449.974731:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941465 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.974738:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941449.974757:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941449.974759:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941449.974762:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941449.974764:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941449.974766:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974767:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941449.974768:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941449.974769:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941449.974770:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974771:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941449.974773:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941449.974774:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941449.974777:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941449.974780:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 254 00000400:00000200:2.0:1773941449.974786:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941449.974790:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941449.974793:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941449.974795:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941449.974797:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941449.974798:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941449.974801:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941449.974804:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941449.974807:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941449.974809:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941449.974811:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941449.974812:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941449.974814:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941449.974815:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941449.974817:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941449.974818:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941449.974820:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941449.974822:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941449.974824:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941449.974829:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941449.974832:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941449.974834:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974835:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941449.974837:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941449.974841:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 00000020:00000040:2.0:1773941449.974844:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941449.974847:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941449.974849:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974851:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941449.974853:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941449.974857:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941449.974863:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080d800. 00000100:00000001:2.0:1773941449.974868:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941449.974873:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941449.974880:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941449.974884:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941449.974888:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3ca097] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.974906:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974908:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941449.974909:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941449.974911:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941449.974914:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941449.974916:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941449.974918:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941449.974920:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941449.974922:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941449.974927:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941465 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941449.974933:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941449.974936:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941449.974942:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941449.974944:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941449.974946:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941449.974950:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941449.974952:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941465 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.974953:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941449.974962:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941449.974965:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401600:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941449.974976:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941449.974979:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941449.974980:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941449.974983:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.974984:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941449.974987:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941449.974988:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941449.974991:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941449.974992:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941465 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941449.974994:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941449.975002:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401728:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941449.975004:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.975009:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1773941449.975010:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 02000000:00000001:3.0:1773941449.975015:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941449.975016:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1773941449.975019:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.975019:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941449.975021:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:3.0:1773941449.975023:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941449.975025:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941449.975027:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1773941449.975029:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00000020:00000040:2.0:1773941449.975030:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=4 02000000:00000001:3.0:1773941449.975034:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941449.975035:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941449.975039:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000400:00000200:3.0:1773941449.975042:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941449.975043:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941449.975046:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b5d8. 00010000:00000001:2.0:1773941449.975054:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:3.0:1773941449.975055:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc088. 00010000:00010000:2.0:1773941449.975062:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941449.975064:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401728, portal 25 00000100:00000001:3.0:1773941449.975083:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941449.975085:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00010000:00000001:2.0:1773941449.975085:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941449.975089:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941449.975100:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941449.975102:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941449.975105:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941449.975108:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941449.975143:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941449.975146:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941449.975148:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941449.975152:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941449.975159:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e000 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:2.0:1773941449.975165:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941449.975168:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:2.0:1773941449.975169:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941449.975175:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941449.975180:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:3.0:1773941449.975181:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc2a8. 00010000:00000001:2.0:1773941449.975183:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941449.975186:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1773941449.975187:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203401728, offset 0 00000020:00000040:2.0:1773941449.975187:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=5 00000020:00000001:2.0:1773941449.975191:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941449.975194:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000400:00000200:3.0:1773941449.975199:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941449.975201:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941449.975206:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941449.975209:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.975217:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:2.0:1773941449.975220:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941449.975223:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:2.0:1773941449.975226:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941449.975228:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941449.975234:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941449.975239:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:01000000:2.0:1773941449.975242:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941449.975243:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 37] 00000400:00000200:3.0:1773941449.975246:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941449.975250:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [155:155:256:4294967295] 192.168.204.109@tcp LPNI seq info [38:38:8:4294967295] 10000000:00000040:2.0:1773941449.975256:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941449.975257:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:2.0:1773941449.975261:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941449.975268:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941449.975269:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941449.975273:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1773941449.975277:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941449.975278:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941449.975282:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:3.0:1773941449.975283:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00010000:00000001:2.0:1773941449.975285:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941449.975289:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941449.975293:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000040:2.0:1773941449.975295:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e000 with handle 0xef3f469e0cc3ad3b from hash 00010000:00000001:2.0:1773941449.975300:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:3.0:1773941449.975305:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:2.0:1773941449.975305:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941449.975309:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941449.975311:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941449.975313:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941449.975315:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941449.975318:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941449.975320:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941449.975320:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941449.975323:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941449.975327:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941449.975331:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941449.975338:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941449.975338:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941449.975341:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941449.975344:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941449.975347:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941449.975348:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941449.975351:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941449.975353:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294925805 00010000:00000001:2.0:1773941449.975355:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941449.975359:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941449.975363:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941449.975365:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925796 00010000:00000040:2.0:1773941449.975376:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000100:00000001:3.0:1773941449.975380:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294925805 00000100:00000001:3.0:1773941449.975387:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925796 00010000:00000001:2.0:1773941449.975392:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941449.975393:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941449.975396:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941449.975398:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941449.975401:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941449.975409:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.975414:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941449.975417:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203401600/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941465 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.975424:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941449.975425:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941449.975428:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1773941449.975429:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941449.975433:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 00000100:00000001:3.0:1773941449.975434:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941449.975437:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1773941449.975437:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941449.975439:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941449.975441:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941449.975442:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941449.975444:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941449.975447:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941449.975450:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941449.975454:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941449.975455:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941449.975457:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941449.975459:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941449.975460:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941449.975462:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941449.975464:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941449.975466:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941449.975469:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941449.975473:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941449.975477:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941449.975482:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941449.975486:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941449.975490:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941449.975493:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941449.975498:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941449.975502:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e600. 10000000:00000040:2.0:1773941449.975506:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941449.975507:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941449.975511:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941449.975515:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941449.975519:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941449.975522:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941449.975525:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000800:00000200:3.0:1773941449.975531:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:2.0:1773941449.975533:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941449.975537:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e600. 00000800:00000010:3.0:1773941449.975538:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000020:00000010:2.0:1773941449.975540:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941449.975545:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 00000400:00000200:3.0:1773941449.975546:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:2.0:1773941449.975548:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941449.975552:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941449.975554:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941449.975558:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:3.0:1773941449.975559:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 10000000:00000001:2.0:1773941449.975560:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941449.975564:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941449.975567:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1773941449.975570:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc2a8 00000400:00000010:3.0:1773941449.975574:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc2a8. 00000100:00000001:3.0:1773941449.975579:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941449.975584:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.975590:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941449.975593:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.975597:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.975599:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941449.976827:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.976837:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941449.976839:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.976840:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941449.976844:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.976848:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941449.976853:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.976856:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.976860:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.976863:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204a00 00000400:00000200:3.0:1773941449.976923:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941449.976929:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xd05 [1] + 0 00000800:00000001:3.0:1773941449.976937:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.976953:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941449.976956:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941449.976960:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941449.976965:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941449.976971:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941449.976983:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941449.977002:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941449.977009:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941449.977013:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941449.977037:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941449.977041:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941449.977046:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941449.977048:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941449.977051:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b5d8. 00000400:00000200:0.0:1773941449.977056:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc088 00000400:00000010:0.0:1773941449.977058:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc088. 00000100:00000001:0.0:1773941449.977062:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941449.977079:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941449.977092:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941449.977100:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941449.977102:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941449.977105:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941449.977108:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941449.977110:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941449.977113:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941449.977151:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941449.977159:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941449.977164:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941449.977167:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941449.977169:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941449.977172:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941449.977174:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941449.977177:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941449.977183:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941449.977190:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941449.977193:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941449.977194:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941449.977197:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941449.977203:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941449.977206:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941449.977208:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941449.977210:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941449.977212:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941449.977214:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941449.977217:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941449.977221:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941449 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941449.977224:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941449.977231:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941449.977234:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941449.977236:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941449.977238:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941449.977240:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941449.977243:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941449.977245:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941449.977248:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941449.977252:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941449.977256:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941449.977265:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941449.977508:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.977511:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941449.977516:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941449.977524:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401728:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941449.977530:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941449.977532:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941449.977537:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203401728/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941449.977538:0:14757:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941449.977547:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941449.977551:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1773941449.977552:0:14757:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000010:3.0:1773941449.977555:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00100000:0.0:1773941449.977558:0:14757:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941449.977560:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941449.977562:0:14757:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941449.977564:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941449.977566:0:14757:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941449.977568:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941449.977571:0:14757:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941449.977573:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941449.977576:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080d800. 02000000:00000001:3.0:1773941449.977579:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941449.977581:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941449.977583:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000001:00000001:0.0:1773941449.977585:0:14757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941449.977587:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941449.977591:0:14757:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.977596:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941449.977596:0:14757:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941449.977600:0:14757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941449.977601:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941449.977604:0:14757:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.977608:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1773941449.977608:0:14757:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941449.977612:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941449.977613:0:14757:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941449.977618:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941449.977620:0:14757:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941449.977622:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941449.977627:0:14757:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941449.977632:0:14757:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941449.977635:0:14757:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941449.977638:0:14757:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941449.977640:0:14757:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941449.977642:0:14757:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941449.977643:0:14757:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941449.977664:0:14757:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941449.977666:0:14757:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941449.977667:0:14757:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941449.977672:0:14757:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941449.977677:0:14757:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941449.977681:0:14757:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941449.977683:0:14757:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941449.977685:0:14757:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941449.977687:0:14757:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941449.982148:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941449.982159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e000. 00000100:00000040:2.0:1773941450.158263:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000020:00000001:2.0:1773941450.862258:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941450.862267:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941450.862271:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941451.886284:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941451.886290:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941451.886294:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941451.950208:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941451.950216:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941451.950221:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941451.950223:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941451.950225:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941451.950226:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941451.950229:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941451.950231:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941451.950233:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941451.950235:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941451.950237:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941451.950248:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941451.950252:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941451.950255:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941451.950259:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941451.950263:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941451.950271:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e600. 00000100:00000001:2.0:1773941451.950278:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941451.950298:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941451.950300:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941451.950307:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941451.950312:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941451.950314:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e000. 00000020:00000001:2.0:1773941451.950318:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941451.950320:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e000 with handle 0xef3f469e0cc3ad42 to hash 00000020:00000001:2.0:1773941451.950322:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941451.950323:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941451.950325:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941451.950329:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941451.950331:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941451.950334:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941451.950342:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941451.950352:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941451.950356:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941451.950357:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941451.950362:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941451.950363:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941451.950365:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941451.950366:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941451.950371:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941451.950375:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.950377:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941451.950378:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941451.950388:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.950395:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941451.950400:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.950403:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941451.950405:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941451.950407:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941451.950410:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401856:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941451.950413:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941451.950418:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941451.950421:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.950423:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941451.950427:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941451.950428:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941451.950435:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941451.950438:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941451.950443:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941451.950450:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401856, portal 25 00000100:00000001:2.0:1773941451.950451:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941451.950453:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941451.950457:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.950462:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941451.950464:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941451.950466:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5f68. 00000100:00000200:2.0:1773941451.950468:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203401856, offset 0 00000400:00000200:2.0:1773941451.950473:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941451.950481:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941451.950487:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941451.950492:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941451.950495:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941451.950498:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941451.950500:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941451.950503:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 37] 00000400:00000200:2.0:1773941451.950505:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941451.950509:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [156:156:256:4294967295] 192.168.204.119@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:2.0:1773941451.950525:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941451.950536:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941451.950541:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941451.950546:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45200. 00000800:00000200:2.0:1773941451.950551:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941451.950557:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941451.950562:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941451.950575:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941451.950578:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941451.950580:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294927780 00000100:00000001:2.0:1773941451.950585:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925805 00000100:00000001:2.0:1773941451.950589:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294927780 00000100:00000001:2.0:1773941451.950592:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925805 00000100:00000001:2.0:1773941451.950594:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941451.950596:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.950598:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941451.950599:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941451.950601:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941451.950603:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941451.950606:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941451.950721:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941451.950728:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45200. 00000400:00000200:3.0:1773941451.950736:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941451.950743:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941451.950748:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5f68 00000400:00000010:3.0:1773941451.950752:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5f68. 00000100:00000001:3.0:1773941451.950757:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941451.950762:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.950775:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941451.950779:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.950788:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.950790:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941451.952162:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.952173:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941451.952176:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.952179:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941451.952185:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941451.952191:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941451.952238:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941451.952243:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941451.952248:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.952252:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204a80 00000400:00000200:3.0:1773941451.952257:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.952263:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xd15 [1] + 224 00000800:00000001:3.0:1773941451.952270:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.952278:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941451.952287:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941451.952291:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941451.952296:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941451.952301:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941451.952312:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.952331:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941451.952338:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.952342:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.952364:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941451.952370:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941451.952372:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941451.952374:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941451.952378:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941451.952380:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941451.952382:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941451.952386:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941451.952394:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941467 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.952408:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941451.952410:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.952412:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941451.952414:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941451.952417:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941451.952418:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.952420:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941451.952426:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941451.952429:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941451.952431:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941451.952434:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941451.952436:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941451.952438:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941451.952440:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941451.952444:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941451.952447:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941451.952450:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941451.952452:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941451.952453:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941451.952454:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941451.952456:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941467 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.952462:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941451.952463:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941451.952464:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941451.952466:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941451.952469:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941451.952470:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952471:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941451.952472:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941451.952473:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941451.952474:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952478:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941451.952480:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941451.952482:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941451.952485:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941451.952487:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 256 00000400:00000200:2.0:1773941451.952491:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941451.952493:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941451.952496:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941451.952499:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941451.952501:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941451.952502:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941451.952505:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941451.952507:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941451.952508:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941451.952510:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941451.952512:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941451.952513:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941451.952515:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941451.952516:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941451.952517:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941451.952518:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941451.952520:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941451.952523:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941451.952524:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.952526:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941451.952529:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941451.952540:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952542:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941451.952543:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941451.952547:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 00000020:00000040:2.0:1773941451.952549:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941451.952552:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941451.952556:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952558:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941451.952560:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941451.952562:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941451.952565:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080c000. 00000100:00000001:2.0:1773941451.952569:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941451.952574:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941451.952580:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941451.952582:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941451.952586:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3ca097] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.952601:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952603:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941451.952604:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941451.952606:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.952608:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941451.952609:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941451.952610:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941451.952612:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941451.952614:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941451.952617:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941467 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.952623:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941451.952626:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941451.952628:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941451.952630:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.952633:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941451.952634:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941467 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.952639:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941451.952643:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1773941451.952644:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203401856:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941451.952649:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941451.952651:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941451.952657:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941451.952662:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941451.952666:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941451.952672:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1773941451.952672:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941467 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.952677:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941451.952684:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941451.952684:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941451.952688:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1773941451.952689:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 02000000:00000001:3.0:1773941451.952694:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941451.952695:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941451.952697:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941451.952699:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401984:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00000001:2.0:1773941451.952701:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941451.952705:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941451.952706:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1773941451.952709:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1773941451.952711:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1773941451.952712:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=4 02000000:00000001:3.0:1773941451.952714:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941451.952715:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 02000000:00000001:3.0:1773941451.952718:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941451.952719:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 02000000:00000010:3.0:1773941451.952723:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00010000:00010000:2.0:1773941451.952724:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941451.952729:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941451.952737:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941451.952738:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:3.0:1773941451.952740:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b9a0. 00010000:00010000:2.0:1773941451.952743:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941451.952745:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc2a8. 00010000:00000001:2.0:1773941451.952751:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1773941451.952752:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203401984, portal 25 00010000:00010000:2.0:1773941451.952754:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941451.952755:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1773941451.952761:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941451.952764:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00010000:00000001:2.0:1773941451.952764:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941451.952768:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941451.952774:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941451.952775:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941451.952784:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941451.952785:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941451.952790:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1773941451.952791:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:2.0:1773941451.952793:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941451.952797:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc908. 00010000:00010000:2.0:1773941451.952799:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e000 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:2.0:1773941451.952803:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:3.0:1773941451.952804:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203401984, offset 0 10000000:00010000:2.0:1773941451.952805:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941451.952813:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941451.952814:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941451.952815:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941451.952818:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941451.952820:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=5 00000020:00000001:2.0:1773941451.952822:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000400:00000200:3.0:1773941451.952824:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941451.952825:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941451.952830:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941451.952833:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00010000:2.0:1773941451.952834:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941451.952840:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:2.0:1773941451.952845:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941451.952848:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 10000000:00010000:2.0:1773941451.952849:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941451.952854:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:01000000:2.0:1773941451.952860:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941451.952861:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000040:2.0:1773941451.952864:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941451.952867:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941451.952870:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 39] 00010000:00010000:2.0:1773941451.952872:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941451.952875:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941451.952878:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941451.952881:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941451.952885:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [157:157:256:4294967295] 192.168.204.109@tcp LPNI seq info [40:40:8:4294967295] 00010000:00000001:2.0:1773941451.952888:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941451.952891:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941451.952893:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941451.952893:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941451.952898:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e000 with handle 0xef3f469e0cc3ad42 from hash 00000400:00000200:3.0:1773941451.952906:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941451.952907:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941451.952910:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941451.952913:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941451.952915:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1773941451.952918:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941451.952918:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941451.952921:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941451.952924:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941451.952925:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941451.952926:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00010000:00000001:2.0:1773941451.952927:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941451.952932:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941451.952935:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941451.952938:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:2.0:1773941451.952943:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941451.952945:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941451.952946:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941451.952948:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941451.952950:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941451.952951:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:2.0:1773941451.952952:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941451.952955:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941451.952957:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:2.0:1773941451.952958:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941451.952966:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000100:00000001:3.0:1773941451.952972:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941451.952978:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941451.952979:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941451.952981:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941451.952984:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294927782 00000100:00000001:2.0:1773941451.952985:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941451.952991:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203401856/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941467 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.952992:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927780 00000100:00000001:3.0:1773941451.952998:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294927782 00000100:00000001:3.0:1773941451.953002:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927780 00000100:00000001:2.0:1773941451.953003:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941451.953006:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941451.953008:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941451.953014:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773941451.953015:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773941451.953017:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941451.953018:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941451.953021:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941451.953022:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.953027:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941451.953028:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941451.953046:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941451.953049:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941451.953052:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941451.953053:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1773941451.953053:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e600. 00000100:00000001:3.0:1773941451.953056:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.953058:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941451.953068:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941451.953070:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941451.953072:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941451.953077:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941451.953079:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941451.953082:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941451.953085:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941451.953088:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941451.953092:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941451.953097:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e600. 00000800:00000200:3.0:1773941451.953100:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773941451.953102:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1f800. 00000800:00000010:3.0:1773941451.953104:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000040:00000010:2.0:1773941451.953109:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e000. 00000400:00000200:3.0:1773941451.953110:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941451.953116:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941451.953141:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc908 00000400:00000010:3.0:1773941451.953143:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc908. 00000100:00000001:3.0:1773941451.953146:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941451.953149:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.953155:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941451.953158:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.953162:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.953164:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941451.953171:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941451.953179:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e800. 80000000:00000010:2.0:1773941451.953184:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941451.953190:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941451.953196:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 10000000:00000040:2.0:1773941451.953202:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941451.953205:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941451.953211:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1f800. 00000040:00000010:2.0:1773941451.953217:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e000. 00000020:00000010:2.0:1773941451.953222:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941451.953227:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e800. 80000000:00000010:2.0:1773941451.953231:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941451.953236:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941451.953241:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941451.953246:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e600. 10000000:00000010:2.0:1773941451.953249:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941451.953252:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941451.953255:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941451.953257:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941451.953260:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941451.953261:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941451.953270:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941451.953273:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941451.954428:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.954434:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941451.954436:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.954438:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941451.954441:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.954445:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941451.954449:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.954451:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.954454:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.954504:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204b00 00000400:00000200:3.0:1773941451.954516:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941451.954534:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xd25 [1] + 0 00000800:00000001:3.0:1773941451.954540:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.954548:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941451.954551:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941451.954556:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941451.954560:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941451.954566:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941451.954579:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941451.954595:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941451.954601:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941451.954604:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941451.954628:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941451.954631:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941451.954635:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941451.954637:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941451.954639:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b9a0. 00000400:00000200:0.0:1773941451.954648:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc2a8 00000400:00000010:0.0:1773941451.954650:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc2a8. 00000100:00000001:0.0:1773941451.954660:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941451.954664:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941451.954670:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941451.954676:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941451.954677:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941451.954678:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941451.954679:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941451.954681:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941451.954682:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941451.954684:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941451.954686:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941451.954689:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941451.954691:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941451.954692:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941451.954694:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941451.954696:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941451.954697:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941451.954701:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941451.954705:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941451.954707:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941451.954708:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941451.954710:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941451.954714:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941451.954715:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941451.954716:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941451.954718:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941451.954719:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941451.954721:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941451.954723:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941451.954730:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941451 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941451.954733:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941451.954738:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941451.954740:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941451.954741:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941451.954743:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941451.954744:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941451.954746:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941451.954749:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941451.954751:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941451.954753:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941451.954756:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941451.954757:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941451.954968:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.954973:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941451.954979:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941451.954989:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203401984:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941451.954990:0:14758:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941451.954994:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941451.954996:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1773941451.954998:0:14758:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941451.954999:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203401984/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941451.955001:0:14758:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941451.955004:0:14758:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941451.955006:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1773941451.955006:0:14758:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941451.955008:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941451.955009:0:14758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941451.955010:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000001:00000001:0.0:1773941451.955012:0:14758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941451.955013:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941451.955015:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941451.955015:0:14758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941451.955016:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941451.955017:0:14758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941451.955018:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941451.955019:0:14758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941451.955020:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080c000. 00000001:00000001:0.0:1773941451.955020:0:14758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941451.955023:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1773941451.955023:0:14758:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941451.955025:0:14758:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941451.955028:0:14758:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941451.955045:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941451.955047:0:14758:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:3.0:1773941451.955048:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000100:00000001:0.0:1773941451.955050:0:14758:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941451.955052:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941451.955052:0:14758:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.955053:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941451.955055:0:14758:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941451.955058:0:14758:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941451.955059:0:14758:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941451.955061:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1773941451.955061:0:14758:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941451.955065:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941451.955067:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941451.955069:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941451.955070:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941451.955082:0:14758:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941451.955084:0:14758:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941451.955086:0:14758:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941451.955090:0:14758:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941451.955094:0:14758:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941451.955096:0:14758:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941451.955098:0:14758:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941451.955100:0:14758:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941451.955102:0:14758:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941451.958151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941451.958159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e000. 00000020:00000001:2.0:1773941452.910280:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941452.910286:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941452.910290:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941453.870249:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941453.870258:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941453.870264:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941453.870268:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941453.870270:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941453.870272:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941453.870275:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941453.870278:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941453.870281:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941453.870284:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941453.870286:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941453.870300:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941453.870306:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941453.870312:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941453.870316:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941453.870322:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941453.870331:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941453.870339:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941453.870345:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941453.870348:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941453.870356:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941453.870362:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941453.870366:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e000. 00000020:00000001:2.0:1773941453.870370:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941453.870374:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e000 with handle 0xef3f469e0cc3ad49 to hash 00000020:00000001:2.0:1773941453.870377:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941453.870378:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941453.870382:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941453.870386:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941453.870390:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941453.870394:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941453.870425:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941453.870440:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941453.870459:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941453.870461:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941453.870469:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941453.870472:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941453.870475:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941453.870476:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941453.870482:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941453.870487:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.870490:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941453.870492:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941453.870505:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.870516:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941453.870519:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941453.870524:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941453.870527:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941453.870530:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941453.870535:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402112:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941453.870540:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941453.870546:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941453.870549:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941453.870552:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941453.870557:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941453.870560:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941453.870570:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941453.870580:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941453.870587:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941453.870595:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402112, portal 25 00000100:00000001:2.0:1773941453.870597:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941453.870599:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941453.870606:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.870615:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941453.870619:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941453.870622:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5a18. 00000100:00000200:2.0:1773941453.870626:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203402112, offset 0 00000400:00000200:2.0:1773941453.870633:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941453.870643:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941453.870653:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941453.870659:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941453.870664:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941453.870668:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941453.870671:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941453.870675:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 39] 00000400:00000200:2.0:1773941453.870679:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941453.870684:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [158:158:256:4294967295] 192.168.204.119@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:2.0:1773941453.870690:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941453.870700:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941453.870706:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941453.870713:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45e00. 00000800:00000200:2.0:1773941453.870720:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941453.870728:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941453.870733:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941453.870752:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941453.870757:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941453.870760:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294929700 00000100:00000001:2.0:1773941453.870772:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927782 00000100:00000001:2.0:1773941453.870777:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294929700 00000100:00000001:2.0:1773941453.870781:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927782 00000100:00000001:2.0:1773941453.870785:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941453.870789:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.870792:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941453.870794:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941453.870797:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941453.870801:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941453.870804:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941453.870903:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941453.870909:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45e00. 00000400:00000200:3.0:1773941453.870915:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941453.870921:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941453.870927:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5a18 00000400:00000010:3.0:1773941453.870930:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5a18. 00000100:00000001:3.0:1773941453.870935:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941453.870941:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941453.870952:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941453.870956:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941453.870965:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.870967:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941453.872162:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.872174:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941453.872178:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.872181:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941453.872186:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941453.872192:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941453.872200:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941453.872204:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941453.872220:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.872225:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204b80 00000400:00000200:3.0:1773941453.872230:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.872235:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xd35 [1] + 224 00000800:00000001:3.0:1773941453.872251:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.872260:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941453.872262:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941453.872306:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941453.872312:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941453.872317:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941453.872328:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941453.872345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941453.872361:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.872375:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.872396:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941453.872403:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941453.872405:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941453.872408:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941453.872412:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941453.872415:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941453.872417:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941453.872423:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941453.872435:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.872443:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941453.872445:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.872448:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941453.872451:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941453.872453:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941453.872455:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941453.872459:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941453.872464:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941453.872469:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941453.872472:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941453.872476:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941453.872479:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941453.872491:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941453.872494:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941453.872499:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941453.872504:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941453.872507:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941453.872510:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941453.872512:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941453.872514:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941453.872518:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.872527:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941453.872529:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941453.872531:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941453.872533:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941453.872536:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941453.872538:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872540:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941453.872542:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941453.872543:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941453.872545:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872546:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941453.872549:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941453.872551:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941453.872554:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941453.872557:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 258 00000400:00000200:2.0:1773941453.872562:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941453.872567:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941453.872571:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941453.872574:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941453.872576:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941453.872579:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941453.872583:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941453.872593:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941453.872596:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941453.872598:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941453.872601:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941453.872604:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941453.872607:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941453.872610:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941453.872612:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941453.872614:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941453.872618:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941453.872622:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941453.872625:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941453.872627:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941453.872631:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941453.872634:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872637:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941453.872639:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941453.872643:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941453.872645:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941453.872648:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941453.872650:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872652:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941453.872655:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941453.872657:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941453.872661:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080ec00. 00000100:00000001:2.0:1773941453.872664:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941453.872670:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941453.872679:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941453.872682:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941453.872687:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c42aa776] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.872720:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872723:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941453.872724:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941453.872728:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.872730:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941453.872731:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941453.872734:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941453.872736:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941453.872739:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941453.872745:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.872754:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941453.872756:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941453.872758:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941453.872762:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941453.872763:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941453.872766:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941453.872767:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941453.872776:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941453.872777:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941453.872803:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1773941453.872807:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402112:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941453.872808:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941453.872813:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941453.872815:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941453.872817:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941453.872821:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941453.872822:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.872827:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:3.0:1773941453.872830:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402240:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941453.872832:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941453.872837:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773941453.872841:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941453.872842:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941453.872845:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941453.872849:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941453.872855:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:2.0:1773941453.872857:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941453.872861:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941453.872862:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941453.872867:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1773941453.872869:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941453.872870:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941453.872875:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4be18. 00010000:00000001:2.0:1773941453.872877:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:3.0:1773941453.872882:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc908. 00010000:00000001:2.0:1773941453.872886:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941453.872888:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941453.872891:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=4 00000020:00000001:2.0:1773941453.872895:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000100:00000200:3.0:1773941453.872896:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402240, portal 25 00010000:00000001:2.0:1773941453.872900:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000100:00000001:3.0:1773941453.872901:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941453.872905:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00010000:00010000:2.0:1773941453.872908:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941453.872915:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941453.872918:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941453.872927:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941453.872929:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941453.872936:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941453.872940:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1773941453.872942:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc880. 00010000:00010000:2.0:1773941453.872945:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941453.872947:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203402240, offset 0 00010000:00000001:2.0:1773941453.872957:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941453.872958:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941453.872961:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941453.872965:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941453.872966:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.872973:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941453.872977:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941453.872980:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941453.872982:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941453.872986:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941453.872988:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941453.872990:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941453.872993:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941453.873009:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941453.873017:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 41] 00000400:00000200:3.0:1773941453.873028:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00010000:2.0:1773941453.873029:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e000 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941453.873035:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [159:159:256:4294967295] 192.168.204.109@tcp LPNI seq info [42:42:8:4294967295] 10000000:00000001:2.0:1773941453.873035:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941453.873039:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941453.873046:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.873058:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941453.873071:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941453.873074:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941453.873078:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941453.873080:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941453.873081:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e000 refcount=5 00000020:00000001:2.0:1773941453.873084:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00000800:00000010:3.0:1773941453.873087:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00010000:00000001:2.0:1773941453.873088:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521284608 : -120887188267008 : ffff920dc215e000) 00010000:00000001:2.0:1773941453.873094:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941453.873098:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941453.873102:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 10000000:00000001:2.0:1773941453.873113:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:3.0:1773941453.873116:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 10000000:00010000:2.0:1773941453.873148:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941453.873150:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 10000000:01000000:2.0:1773941453.873163:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941453.873166:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941453.873167:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941453.873171:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941453.873174:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941453.873178:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294929703 00010000:00010000:2.0:1773941453.873178:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941453.873183:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941453.873185:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929700 00010000:00000001:2.0:1773941453.873187:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941453.873191:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941453.873193:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941453.873195:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941453.873202:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e000 with handle 0xef3f469e0cc3ad49 from hash 00000100:00000001:3.0:1773941453.873203:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294929703 00010000:00000001:2.0:1773941453.873207:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773941453.873210:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929700 00010000:00000001:2.0:1773941453.873211:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941453.873214:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941453.873217:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941453.873218:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941453.873219:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1773941453.873224:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941453.873224:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941453.873229:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941453.873231:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941453.873233:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941453.873237:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941453.873237:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.873247:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941453.873248:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.873251:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:2.0:1773941453.873254:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941453.873256:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941453.873258:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941453.873261:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.873267:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941453.873269:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941453.873272:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941453.873273:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941453.873275:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941453.873277:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941453.873279:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941453.873280:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941453.873283:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e000/0xef3f469e0cc3ad49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941453.873291:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00010000:00000001:2.0:1773941453.873303:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941453.873306:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941453.873308:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941453.873314:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203402112/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941453.873322:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941453.873322:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941453.873327:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:3.0:1773941453.873328:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 02000000:00000010:2.0:1773941453.873331:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 00000400:00000200:3.0:1773941453.873335:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1773941453.873337:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941453.873341:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1773941453.873345:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000020:00000040:2.0:1773941453.873345:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941453.873352:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1773941453.873353:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc880 02000000:00000010:2.0:1773941453.873355:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 00000400:00000010:3.0:1773941453.873357:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc880. 00000100:00000001:3.0:1773941453.873363:0:2407:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1773941453.873364:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941453.873367:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941453.873371:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941453.873375:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941453.873377:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941453.873379:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941453.873382:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941453.873385:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941453.873394:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941453.873398:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941453.873403:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941453.873409:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000100:00000200:3.0:1773941453.873414:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941453.873415:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941453.873424:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e600. 00000100:00000001:3.0:1773941453.873430:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:2.0:1773941453.873432:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000100:00000040:3.0:1773941453.873438:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941453.873440:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1e800. 20000000:00000010:2.0:1773941453.873448:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e000. 00000100:00000001:3.0:1773941453.873451:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.873456:0:2407:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000040:2.0:1773941453.873456:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941453.873462:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941453.873467:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941453.873474:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941453.873479:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941453.873484:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e600. 80000000:00000010:2.0:1773941453.873488:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941453.873492:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1e800. 20000000:00000010:2.0:1773941453.873495:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e000. 00000020:00000010:2.0:1773941453.873499:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941453.873502:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941453.873505:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941453.873509:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941453.873511:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941453.873513:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941453.873515:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941453.873517:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941453.873519:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941453.874624:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.874632:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941453.874634:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.874637:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941453.874642:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.874683:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941453.874690:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.874693:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.874704:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.874708:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204c00 00000400:00000200:3.0:1773941453.874712:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941453.874716:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xd45 [1] + 0 00000800:00000001:3.0:1773941453.874732:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.874739:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941453.874741:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941453.874745:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941453.874749:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941453.874754:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941453.874765:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941453.874784:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941453.874790:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941453.874793:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.874820:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941453.874824:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941453.874828:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941453.874829:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941453.874832:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4be18. 00000400:00000200:0.0:1773941453.874838:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc908 00000400:00000010:0.0:1773941453.874840:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc908. 00000100:00000001:0.0:1773941453.874843:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941453.874849:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941453.874860:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.874868:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941453.874870:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.874883:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941453.874885:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941453.874886:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941453.874888:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.874891:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941453.874896:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941453.874899:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941453.874902:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941453.874904:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941453.874906:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941453.874908:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.874911:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941453.874917:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.874933:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941453.874935:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941453.874937:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.874940:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941453.874944:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941453.874947:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941453.874948:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941453.874951:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941453.874953:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941453.874955:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941453.874958:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941453.874962:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941453 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941453.874965:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941453.874973:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941453.874976:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941453.874978:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941453.874980:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.874982:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941453.874986:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941453.874989:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941453.874991:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941453.875009:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941453.875013:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941453.875016:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941453.875307:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.875313:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941453.875321:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.875325:0:14759:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941453.875335:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402240:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00080000:0.0:1773941453.875338:0:14759:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941453.875346:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941453.875347:0:14759:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941453.875351:0:14759:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941453.875353:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1773941453.875355:0:14759:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941453.875360:0:14759:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:3.0:1773941453.875361:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203402240/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941453.875364:0:14759:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941453.875372:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941453.875375:0:14759:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941453.875377:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941453.875379:0:14759:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941453.875381:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000001:00000001:0.0:1773941453.875383:0:14759:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941453.875387:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941453.875388:0:14759:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941453.875392:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1773941453.875393:0:14759:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.875395:0:14759:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941453.875400:0:14759:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:3.0:1773941453.875401:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941453.875405:0:14759:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:3.0:1773941453.875406:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941453.875409:0:14759:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000010:3.0:1773941453.875411:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080ec00. 00000100:00000001:0.0:1773941453.875413:0:14759:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941453.875416:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941453.875418:0:14759:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 02000000:00000001:3.0:1773941453.875419:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941453.875424:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000100:00000001:0.0:1773941453.875425:0:14759:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941453.875428:0:14759:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941453.875431:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:0.0:1773941453.875432:0:14759:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941453.875436:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941453.875440:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941453.875445:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941453.875447:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941453.875450:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941453.875452:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941453.875457:0:14759:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941453.875460:0:14759:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.875463:0:14759:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941453.875468:0:14759:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941453.875473:0:14759:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941453.875476:0:14759:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941453.875478:0:14759:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941453.875480:0:14759:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941453.875482:0:14759:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941453.879157:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941453.879167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e000. 00000020:00000001:2.0:1773941453.934282:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941453.934288:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941453.934291:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941454.958248:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941454.958254:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941454.958257:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941455.278260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941455.278296:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941455.278305:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941455.278313:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941455.278318:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941455.278321:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941455.278328:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941455.278340:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45600. 00000100:00000001:2.0:1773941455.278348:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.278363:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941455.278378:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941455.278383:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.278391:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dba6252] to pc [ptlrpcd_01_01+1] req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.278428:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.278434:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000100:00000001:2.0:1773941455.278452:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941455.278456:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941455.278457:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941455.278463:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.278463:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.278472:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941455.278476:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.278480:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941455.278482:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941455.278484:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941455.278492:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.278502:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941455.278504:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.278508:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941455.278511:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941455.278514:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941455.278519:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203402368:192.168.204.109@tcp:400:kworker.0 00000100:00000001:2.0:1773941455.278524:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941455.278536:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941455.278539:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.278543:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941455.278548:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d83b1e000. 02000000:00000001:2.0:1773941455.278551:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941455.278560:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941455.278565:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941455.278572:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941455.278581:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203402368, portal 25 00000100:00000001:2.0:1773941455.278584:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941455.278586:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941455.278593:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.278602:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941455.278606:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941455.278609:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5660. 00000100:00000200:2.0:1773941455.278613:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203402368, offset 0 00000400:00000200:2.0:1773941455.278620:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941455.278630:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941455.278640:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941455.278646:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941455.278651:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941455.278656:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941455.278659:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941455.278663:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 41] 00000400:00000200:2.0:1773941455.278668:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941455.278674:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [160:160:256:4294967295] 192.168.204.119@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:2.0:1773941455.278679:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941455.278690:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941455.278698:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941455.278704:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45500. 00000800:00000200:2.0:1773941455.278712:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941455.278727:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941455.278732:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941455.278748:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941455.278753:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941455.278757:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294931108 00000100:00000001:2.0:1773941455.278766:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929703 00000100:00000001:2.0:1773941455.278772:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294931108 00000100:00000001:2.0:1773941455.278777:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929703 00000100:00000001:2.0:1773941455.278781:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941455.278784:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.278788:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.278790:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941455.278847:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941455.278851:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45500. 00000400:00000200:3.0:1773941455.278856:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.278864:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941455.278869:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5660 00000400:00000010:3.0:1773941455.278871:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5660. 00000100:00000001:3.0:1773941455.278874:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941455.278878:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.278886:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941455.278889:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.278894:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.278896:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941455.280201:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.280217:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941455.280219:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.280221:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.280226:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.280230:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941455.280235:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.280276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.280281:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.280285:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204c80 00000400:00000200:3.0:1773941455.280289:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.280292:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:3.0:1773941455.280298:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.280306:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.280308:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.280310:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941455.280314:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941455.280318:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941455.280328:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.280345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941455.280353:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.280356:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.280374:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941455.280377:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941455.280381:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941455.280383:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941455.280385:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941455.280389:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941455.280390:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941455.280392:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941455.280396:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941455.280404:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280409:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941455.280410:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.280412:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941455.280414:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941455.280415:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941455.280417:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.280419:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941455.280424:0:2414:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941455.280427:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941455.280434:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941455.280436:0:2414:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941455.280439:0:2414:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941455.280441:0:2414:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941455.280445:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941455.280449:0:2414:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941455.280452:0:2414:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941455.280453:0:2414:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941455.280455:0:2414:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941455.280456:0:2414:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941455.280458:0:2414:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280463:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941455.280464:0:2414:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941455.280465:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941455.280468:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941455.280470:0:2414:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941455.280471:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280473:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941455.280474:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941455.280474:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941455.280476:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280477:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941455.280479:0:2414:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941455.280480:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941455.280482:0:2414:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941455.280484:0:2414:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 260 00000400:00000200:2.0:1773941455.280487:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941455.280490:0:2414:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941455.280493:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.280495:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941455.280496:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.280498:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941455.280503:0:2414:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941455.280505:0:2414:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941455.280507:0:2414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941455.280509:0:2414:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941455.280511:0:2414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941455.280513:0:2414:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941455.280515:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.280516:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941455.280517:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.280518:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941455.280520:0:2414:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941455.280523:0:2414:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941455.280525:0:2414:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.280527:0:2414:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941455.280530:0:2414:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941455.280532:0:2414:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280533:0:2414:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941455.280535:0:2414:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941455.280537:0:2414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941455.280539:0:2414:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941455.280541:0:2414:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941455.280542:0:2414:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280544:0:2414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941455.280546:0:2414:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941455.280548:0:2414:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941455.280551:0:2414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080fc00. 00000100:00000001:2.0:1773941455.280554:0:2414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941455.280558:0:2414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941455.280563:0:2414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941455.280565:0:2414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.280568:0:2414:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000debdf410] to pc [ptlrpcd_rcv+-1] req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280586:0:2414:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280588:0:2414:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941455.280589:0:2414:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941455.280593:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280599:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941455.280601:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941455.280603:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941455.280607:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.280611:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941455.280614:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203402368:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941455.280615:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941455.280619:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941455.280621:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.280624:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941455.280626:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941455.280630:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203402368/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941471 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.280647:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941455.280650:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280651:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941455.280653:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941455.280654:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1773941455.280657:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1773941455.280658:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d83b1e000. 02000000:00000001:3.0:1773941455.280661:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.280663:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941455.280665:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1773941455.280667:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402496:192.168.204.109@tcp:250:ptlrpcd_01_00.0 00000020:00000040:2.0:1773941455.280668:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941455.280674:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1773941455.280674:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941455.280678:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1773941455.280679:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45600. 02000000:00000001:3.0:1773941455.280681:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.280683:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941455.280684:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773941455.280686:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941455.280688:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941455.280690:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941455.280692:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.280694:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941455.280695:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941455.280698:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280698:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1773941455.280702:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941455.280706:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bbb0. 00000100:00000001:2.0:1773941455.280706:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280711:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1773941455.280713:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc880. 00000100:00000001:2.0:1773941455.280714:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941455.280719:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402496, portal 25 00000100:00000001:3.0:1773941455.280721:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941455.280723:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:3.0:1773941455.280728:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.280733:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941455.280735:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941455.280737:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc6e8. 00000100:00000200:3.0:1773941455.280739:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203402496, offset 0 00000400:00000200:3.0:1773941455.280742:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941455.280745:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.280747:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941455.280750:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941455.280752:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941455.280754:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941455.280756:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941455.280758:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 43] 00000400:00000200:3.0:1773941455.280760:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941455.280763:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [161:161:256:4294967295] 192.168.204.109@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:3.0:1773941455.280765:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.280770:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941455.280773:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941455.280776:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00000800:00000200:3.0:1773941455.280779:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941455.280785:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941455.280787:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941455.280805:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941455.280808:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941455.280810:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294931110 00000100:00000001:3.0:1773941455.280814:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931108 00000100:00000001:3.0:1773941455.280819:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294931110 00000100:00000001:3.0:1773941455.280822:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931108 00000100:00000001:3.0:1773941455.280825:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941455.280827:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.280829:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.280831:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941455.280834:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941455.280835:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941455.280836:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941455.280838:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941455.280840:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.280841:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941455.280864:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941455.280867:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:2.0:1773941455.280870:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941455.280873:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941455.280876:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc6e8 00000400:00000010:2.0:1773941455.280878:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc6e8. 00000100:00000001:2.0:1773941455.280880:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941455.280883:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280888:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941455.280890:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.280895:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.280896:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941455.282294:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.282299:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941455.282301:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.282303:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.282307:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.282310:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941455.282314:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.282316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.282319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.282323:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204d00 00000400:00000200:3.0:1773941455.282385:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.282392:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xd65 [1] + 0 00000800:00000001:3.0:1773941455.282397:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.282404:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.282406:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.282410:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941455.282414:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941455.282422:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941455.282430:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.282447:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941455.282451:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.282454:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282486:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941455.282489:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941455.282492:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941455.282494:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941455.282496:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bbb0. 00000400:00000200:0.0:1773941455.282500:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc880 00000400:00000010:0.0:1773941455.282501:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc880. 00000100:00000001:0.0:1773941455.282503:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941455.282508:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941455.282515:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.282521:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941455.282528:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282530:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941455.282531:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941455.282532:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941455.282534:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941455.282535:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941455.282538:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941455.282541:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941455.282542:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941455.282543:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941455.282545:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941455.282547:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.282549:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941455.282551:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.282556:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941455.282557:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941455.282559:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282560:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941455.282566:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941455.282568:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941455.282569:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941455.282570:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941455.282572:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941455.282573:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941455.282575:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941455.282577:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941455 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941455.282579:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941455.282584:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941455.282586:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941455.282587:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941455.282588:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.282589:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941455.282592:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941455.282593:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941455.282598:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941455.282601:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941455.282604:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941455.282605:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941455.282814:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.282817:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941455.282822:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941455.282830:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402496:192.168.204.109@tcp:250:ptlrpcd_01_00.0 00000100:00000001:3.0:1773941455.282836:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282836:0:14760:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941455.282840:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941455.282843:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203402496/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941455.282847:0:14760:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941455.282854:0:14760:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941455.282856:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941455.282857:0:14760:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941455.282860:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941455.282860:0:14760:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941455.282864:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000001:00000001:0.0:1773941455.282865:0:14760:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941455.282868:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941455.282869:0:14760:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941455.282871:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941455.282873:0:14760:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941455.282874:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941455.282878:0:14760:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941455.282879:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941455.282881:0:14760:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941455.282882:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080fc00. 00000001:00000001:0.0:1773941455.282883:0:14760:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941455.282887:0:14760:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941455.282888:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941455.282890:0:14760:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941455.282891:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941455.282894:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00080000:0.0:1773941455.282896:0:14760:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941455.282897:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941455.282900:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282901:0:14760:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941455.282903:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.282904:0:14760:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941455.282907:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941455.282908:0:14760:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.282911:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941455.282912:0:14760:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941455.282914:0:14760:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941455.282915:0:14760:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941455.282917:0:14760:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941455.282920:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941455.282923:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941455.282932:0:14760:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941455.282936:0:14760:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.282938:0:14760:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941455.282941:0:14760:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941455.282944:0:14760:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941455.282947:0:14760:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941455.282948:0:14760:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941455.282951:0:14760:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941455.282952:0:14760:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941455.462233:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941455.462241:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941455.462247:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941455.462250:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941455.462251:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941455.462253:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941455.462256:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941455.462258:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941455.462261:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941455.462264:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941455.462266:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941455.462279:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941455.462284:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941455.462289:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941455.462293:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941455.462299:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941455.462308:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e000. 00000100:00000001:2.0:1773941455.462316:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941455.462340:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941455.462343:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941455.462350:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941455.462355:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941455.462359:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215f600. 00000020:00000001:2.0:1773941455.462364:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941455.462366:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215f600 with handle 0xef3f469e0cc3ad50 to hash 00000020:00000001:2.0:1773941455.462369:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941455.462370:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941455.462373:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941455.462377:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941455.462381:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941455.462385:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941455.462396:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941455.462408:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941455.462415:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941455.462417:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941455.462423:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941455.462425:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941455.462428:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941455.462429:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941455.462435:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941455.462440:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.462442:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941455.462444:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941455.462456:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.462464:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941455.462471:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.462475:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941455.462477:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941455.462480:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941455.462484:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402624:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941455.462488:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941455.462494:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941455.462497:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.462499:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941455.462504:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c000. 02000000:00000001:2.0:1773941455.462506:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941455.462515:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941455.462519:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941455.462525:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941455.462533:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402624, portal 25 00000100:00000001:2.0:1773941455.462535:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941455.462537:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941455.462543:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.462550:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941455.462553:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941455.462556:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5440. 00000100:00000200:2.0:1773941455.462559:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203402624, offset 0 00000400:00000200:2.0:1773941455.462565:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941455.462574:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941455.462582:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941455.462588:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941455.462593:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941455.462597:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941455.462600:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941455.462603:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 43] 00000400:00000200:2.0:1773941455.462607:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941455.462612:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [162:162:256:4294967295] 192.168.204.119@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:2.0:1773941455.462620:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941455.462629:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941455.462634:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941455.462638:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00000800:00000200:2.0:1773941455.462645:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941455.462652:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941455.462656:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941455.462674:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941455.462677:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941455.462679:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294931292 00000100:00000001:2.0:1773941455.462685:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931110 00000100:00000001:2.0:1773941455.462689:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294931292 00000100:00000001:2.0:1773941455.462692:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931110 00000100:00000001:2.0:1773941455.462694:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941455.462696:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.462698:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941455.462699:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941455.462701:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941455.462703:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941455.462706:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941455.462818:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941455.462825:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:3.0:1773941455.462832:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.462838:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941455.462845:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5440 00000400:00000010:3.0:1773941455.462848:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5440. 00000100:00000001:3.0:1773941455.462852:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941455.462857:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.462870:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941455.462874:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.462882:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.462884:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941455.464251:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.464275:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941455.464317:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.464323:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.464330:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.464337:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941455.464345:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.464349:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941455.464354:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.464359:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204d80 00000400:00000200:3.0:1773941455.464364:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.464370:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:3.0:1773941455.464376:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.464383:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.464385:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.464388:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941455.464392:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941455.464403:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941455.464412:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.464426:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941455.464433:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.464435:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.464469:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941455.464475:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941455.464477:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941455.464479:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941455.464483:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941455.464484:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941455.464486:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941455.464491:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941455.464499:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.464515:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941455.464517:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.464519:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941455.464522:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941455.464525:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941455.464527:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.464530:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941455.464537:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941455.464541:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941455.464545:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941455.464550:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941455.464553:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941455.464557:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941455.464560:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941455.464565:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941455.464568:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941455.464571:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941455.464573:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941455.464574:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941455.464575:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941455.464578:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941471 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.464583:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941455.464584:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941455.464586:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941455.464588:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941455.464590:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941455.464591:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464592:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941455.464593:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941455.464594:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941455.464595:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464601:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941455.464603:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941455.464605:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941455.464607:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941455.464609:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 261 00000400:00000200:2.0:1773941455.464613:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941455.464616:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941455.464619:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.464621:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941455.464623:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.464625:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941455.464628:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941455.464629:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941455.464630:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941455.464632:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941455.464634:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941455.464635:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941455.464637:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.464639:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941455.464640:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941455.464641:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941455.464643:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941455.464645:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941455.464647:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.464649:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941455.464652:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941455.464653:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464655:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941455.464657:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941455.464660:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a300. 00000020:00000040:2.0:1773941455.464662:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941455.464664:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941455.464668:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464670:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941455.464671:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941455.464673:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941455.464678:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080d800. 00000100:00000001:2.0:1773941455.464682:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941455.464686:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941455.464692:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941455.464695:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.464698:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e9dcd6d] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.464713:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464714:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941455.464716:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941455.464718:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.464719:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941455.464720:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941455.464722:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941455.464723:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941455.464725:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941455.464729:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941471 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941455.464734:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941455.464737:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941455.464739:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941455.464740:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941455.464740:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941455.464745:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941455.464746:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941471 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.464748:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941455.464756:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941455.464757:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402624:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941455.464765:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941455.464768:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941455.464771:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464773:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941455.464774:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773941455.464776:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1773941455.464778:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941455.464779:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941455.464783:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941455.464784:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941471 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941455.464788:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402752:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941455.464797:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941455.464798:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941455.464801:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1773941455.464801:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 02000000:00000001:3.0:1773941455.464804:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941455.464806:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1773941455.464807:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941455.464808:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941455.464812:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:3.0:1773941455.464813:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00010000:00000001:2.0:1773941455.464815:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773941455.464816:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941455.464817:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941455.464820:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f600 refcount=4 00000400:00000200:3.0:1773941455.464824:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:2.0:1773941455.464825:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00000400:00000010:3.0:1773941455.464829:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bf78. 00010000:00000001:2.0:1773941455.464829:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00000400:00000010:3.0:1773941455.464836:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abccc0. 00010000:00010000:2.0:1773941455.464836:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941455.464843:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402752, portal 25 00010000:00000001:2.0:1773941455.464845:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941455.464846:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941455.464849:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00010000:00010000:2.0:1773941455.464850:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941455.464856:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941455.464858:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941455.464861:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941455.464867:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941455.464869:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941455.464872:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941455.464888:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941455.464890:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941455.464892:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941455.464895:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc770. 00010000:00000001:2.0:1773941455.464898:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941455.464899:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203402752, offset 0 00010000:00000001:2.0:1773941455.464904:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941455.464907:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:2.0:1773941455.464908:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941455.464914:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941455.464920:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215f600 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941455.464923:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:2.0:1773941455.464924:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941455.464927:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941455.464929:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941455.464935:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941455.464937:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1773941455.464940:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941455.464940:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941455.464943:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941455.464945:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1773941455.464946:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f600 refcount=5 00000020:00000001:2.0:1773941455.464950:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00000400:00000200:3.0:1773941455.464951:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 45] 00010000:00000001:2.0:1773941455.464953:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00000400:00000200:3.0:1773941455.464958:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941455.464958:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941455.464962:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [163:163:256:4294967295] 192.168.204.109@tcp LPNI seq info [46:46:8:4294967295] 00010000:00010000:2.0:1773941455.464962:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941455.464983:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:2.0:1773941455.464990:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941455.464993:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941455.464997:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:01000000:2.0:1773941455.465003:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941455.465009:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:00000040:2.0:1773941455.465009:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941455.465012:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941455.465015:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000010:3.0:1773941455.465016:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00010000:00000001:2.0:1773941455.465017:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941455.465020:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941455.465023:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941455.465026:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941455.465027:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:2.0:1773941455.465028:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941455.465032:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215f600 with handle 0xef3f469e0cc3ad50 from hash 00000800:00000200:3.0:1773941455.465035:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:2.0:1773941455.465040:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:3.0:1773941455.465041:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941455.465044:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941455.465046:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941455.465047:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941455.465048:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941455.465049:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941455.465051:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941455.465052:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941455.465053:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941455.465053:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941455.465058:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941455.465062:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941455.465064:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941455.465065:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294931294 00010000:00000001:2.0:1773941455.465072:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941455.465073:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931292 00010000:00000001:2.0:1773941455.465074:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941455.465077:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941455.465079:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1773941455.465080:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294931294 00010000:00000001:2.0:1773941455.465081:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941455.465084:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941455.465085:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931292 00010000:00000001:2.0:1773941455.465086:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941455.465089:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941455.465090:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941455.465096:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773941455.465104:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000100:00000001:3.0:1773941455.465106:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.465111:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941455.465148:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941455.465150:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941455.465152:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941455.465156:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203402624/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941471 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.465157:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941455.465161:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941455.465164:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941455.465166:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773941455.465167:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941455.465171:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1773941455.465172:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c000. 00000100:00000001:3.0:1773941455.465176:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941455.465177:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941455.465179:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941455.465182:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941455.465182:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941455.465185:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941455.465192:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e000. 02000000:00000001:2.0:1773941455.465195:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941455.465197:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941455.465199:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941455.465203:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941455.465205:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941455.465208:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941455.465211:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941455.465214:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941455.465219:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941455.465223:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e000. 00000020:00000010:2.0:1773941455.465228:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e800. 00000040:00000010:2.0:1773941455.465234:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e600. 00000020:00000010:2.0:1773941455.465239:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000800:00000200:3.0:1773941455.465244:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773941455.465244:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1f800. 00000800:00000010:3.0:1773941455.465250:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 80000000:00000010:2.0:1773941455.465251:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000400:00000200:3.0:1773941455.465255:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1773941455.465260:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 00000400:00000200:3.0:1773941455.465264:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 20000000:00000010:2.0:1773941455.465268:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 00000400:00000200:3.0:1773941455.465270:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc770 10000000:00000040:2.0:1773941455.465274:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000400:00000010:3.0:1773941455.465275:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc770. 10000000:00000001:2.0:1773941455.465278:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941455.465280:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1773941455.465283:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e800. 00000100:00000200:3.0:1773941455.465288:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1773941455.465289:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e600. 00000020:00000010:2.0:1773941455.465293:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941455.465296:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1f800. 80000000:00000010:2.0:1773941455.465299:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941455.465302:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941455.465305:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941455.465308:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e000. 10000000:00000010:2.0:1773941455.465309:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941455.465312:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941455.465314:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941455.465316:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941455.465317:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941455.465319:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941455.465324:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941455.465326:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941455.465341:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941455.465344:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.465349:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.465350:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941455.466719:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.466727:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941455.466769:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.466774:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.466780:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.466786:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941455.466792:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.466796:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.466800:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.466804:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204e00 00000400:00000200:3.0:1773941455.466809:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941455.466814:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xd85 [1] + 0 00000800:00000001:3.0:1773941455.466820:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.466835:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941455.466838:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941455.466843:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941455.466848:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941455.466854:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941455.466867:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941455.466888:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941455.466895:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941455.466899:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.466922:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941455.466930:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941455.466933:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941455.466934:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941455.466937:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bf78. 00000400:00000200:0.0:1773941455.466940:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abccc0 00000400:00000010:0.0:1773941455.466941:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abccc0. 00000100:00000001:0.0:1773941455.466944:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941455.466948:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941455.466956:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.466962:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941455.466963:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.466979:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941455.466981:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941455.466983:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941455.466984:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941455.466986:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941455.466990:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941455.466993:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941455.466995:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941455.466996:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941455.466998:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941455.467000:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.467002:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941455.467005:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.467010:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941455.467012:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941455.467013:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941455.467015:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941455.467021:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941455.467022:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941455.467024:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941455.467025:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941455.467031:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941455.467033:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941455.467035:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941455.467038:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941455 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941455.467047:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941455.467054:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941455.467056:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941455.467058:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941455.467059:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.467061:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941455.467064:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941455.467066:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941455.467068:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941455.467071:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941455.467073:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941455.467075:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941455.467318:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.467323:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941455.467331:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.467331:0:14761:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941455.467340:0:14761:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941455.467345:0:14761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941455.467350:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203402752:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941455.467364:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941455.467368:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941455.467372:0:14761:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941455.467373:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a300 x1860112203402752/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1773941455.467375:0:14761:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941455.467378:0:14761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941455.467381:0:14761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941455.467385:0:14761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941455.467389:0:14761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941455.467392:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941455.467392:0:14761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941455.467395:0:14761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941455.467398:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1773941455.467398:0:14761:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.467402:0:14761:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:3.0:1773941455.467405:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00080000:0.0:1773941455.467406:0:14761:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941455.467412:0:14761:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:3.0:1773941455.467414:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941455.467414:0:14761:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941455.467418:0:14761:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941455.467419:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1773941455.467421:0:14761:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000020:00000040:3.0:1773941455.467423:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941455.467430:0:14761:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941455.467431:0:14761:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941455.467432:0:14761:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000020:00000001:3.0:1773941455.467438:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941455.467443:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080d800. 02000000:00000001:3.0:1773941455.467446:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941455.467448:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941455.467449:0:14761:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000010:3.0:1773941455.467451:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a300. 10000000:00000001:0.0:1773941455.467452:0:14761:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.467455:0:14761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941455.467461:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:02000000:0.0:1773941455.467462:0:14761:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941455.467465:0:14761:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.467471:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941455.467474:0:14761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941455.467477:0:14761:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941455.467479:0:14761:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941455.467481:0:14761:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.467482:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941455.467491:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941455.467493:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941455.467496:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941455.467498:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941455.471153:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941455.475153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215f600. 00000020:00000001:2.0:1773941455.982287:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941455.982296:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941455.982301:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941456.750207:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941456.750215:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941456.750218:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941456.750221:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941456.750222:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941456.750223:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941456.750226:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941456.750227:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941456.750229:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941456.750231:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941456.750233:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941456.750244:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941456.750248:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941456.750252:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941456.750255:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941456.750260:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941456.750267:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941456.750273:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941456.750277:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941456.750279:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941456.750285:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941456.750289:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941456.750292:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215f600. 00000020:00000001:2.0:1773941456.750295:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941456.750298:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215f600 with handle 0xef3f469e0cc3ad57 to hash 00000020:00000001:2.0:1773941456.750299:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941456.750300:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941456.750303:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941456.750306:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941456.750309:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941456.750312:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941456.750336:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941456.750346:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941456.750350:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941456.750352:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941456.750357:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941456.750358:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941456.750360:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941456.750361:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941456.750366:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941456.750370:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.750372:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941456.750374:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941456.750383:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.750390:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941456.750391:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941456.750394:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941456.750396:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941456.750398:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941456.750401:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402880:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941456.750404:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941456.750410:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941456.750411:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941456.750413:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941456.750418:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e000. 02000000:00000001:2.0:1773941456.750419:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941456.750426:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941456.750432:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941456.750438:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941456.750444:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203402880, portal 25 00000100:00000001:2.0:1773941456.750446:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941456.750447:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941456.750451:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.750457:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941456.750459:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941456.750461:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5c38. 00000100:00000200:2.0:1773941456.750463:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203402880, offset 0 00000400:00000200:2.0:1773941456.750467:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941456.750474:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941456.750481:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941456.750486:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941456.750489:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941456.750492:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941456.750495:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941456.750497:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 45] 00000400:00000200:2.0:1773941456.750500:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941456.750503:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [164:164:256:4294967295] 192.168.204.119@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:2.0:1773941456.750506:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941456.750514:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941456.750520:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941456.750524:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45c00. 00000800:00000200:2.0:1773941456.750530:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941456.750536:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941456.750540:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941456.750556:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941456.750567:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941456.750569:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294932580 00000100:00000001:2.0:1773941456.750580:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931294 00000100:00000001:2.0:1773941456.750585:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294932580 00000100:00000001:2.0:1773941456.750589:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931294 00000100:00000001:2.0:1773941456.750591:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941456.750593:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.750595:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941456.750597:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941456.750598:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941456.750600:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941456.750602:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941456.750668:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941456.750672:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45c00. 00000400:00000200:3.0:1773941456.750677:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941456.750681:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941456.750685:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5c38 00000400:00000010:3.0:1773941456.750687:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5c38. 00000100:00000001:3.0:1773941456.750691:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941456.750694:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941456.750702:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941456.750705:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941456.750710:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.750711:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941456.752044:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.752053:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941456.752055:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.752057:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941456.752062:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941456.752065:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941456.752070:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941456.752105:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941456.752109:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.752112:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204e80 00000400:00000200:3.0:1773941456.752115:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.752149:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:3.0:1773941456.752155:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.752162:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941456.752169:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941456.752172:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941456.752175:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941456.752179:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941456.752186:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941456.752199:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941456.752204:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.752206:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941456.752232:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941456.752238:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941456.752240:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941456.752242:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941456.752246:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941456.752247:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941456.752249:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941456.752254:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941456.752261:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.752267:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941456.752268:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941456.752270:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941456.752272:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941456.752274:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941456.752276:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941456.752278:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941456.752283:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941456.752285:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941456.752288:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941456.752290:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941456.752293:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941456.752303:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941456.752305:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941456.752309:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941456.752313:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941456.752315:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941456.752317:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941456.752319:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941456.752320:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941456.752322:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.752327:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941456.752328:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941456.752329:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941456.752331:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941456.752333:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941456.752335:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752336:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941456.752336:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941456.752337:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941456.752338:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752339:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941456.752341:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941456.752342:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941456.752345:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941456.752346:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 261 00000400:00000200:2.0:1773941456.752350:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941456.752353:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941456.752356:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941456.752358:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941456.752360:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941456.752362:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941456.752364:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941456.752368:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941456.752370:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941456.752371:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941456.752373:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941456.752375:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941456.752377:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941456.752378:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941456.752380:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941456.752381:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941456.752383:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941456.752385:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941456.752386:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941456.752388:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941456.752391:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941456.752393:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752394:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941456.752396:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941456.752399:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89500. 00000020:00000040:2.0:1773941456.752400:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941456.752403:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941456.752404:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752405:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941456.752407:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941456.752408:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941456.752411:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080dc00. 00000100:00000001:2.0:1773941456.752414:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941456.752418:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941456.752424:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941456.752426:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941456.752429:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ebf815c] to pc [ptlrpcd_rcv+-1] req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.752453:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752455:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941456.752456:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941456.752458:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941456.752460:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941456.752461:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941456.752463:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941456.752464:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941456.752466:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941456.752470:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.752475:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941456.752478:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941456.752478:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941456.752482:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941456.752482:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941456.752486:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941456.752486:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941456.752492:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941456.752494:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941456.752508:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203402880:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941456.752510:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941456.752514:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941456.752516:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941456.752518:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941456.752520:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941456.752521:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941456.752524:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403008:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941456.752525:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941456.752530:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941456.752532:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941456.752533:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941456.752536:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1773941456.752539:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941456.752540:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941456.752544:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941456.752549:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:2.0:1773941456.752550:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941456.752554:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941456.752555:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941456.752559:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1773941456.752560:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941456.752561:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941456.752566:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bec8. 00010000:00000001:2.0:1773941456.752566:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:3.0:1773941456.752572:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc770. 00010000:00000001:2.0:1773941456.752574:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1773941456.752576:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403008, portal 25 00000020:00000001:2.0:1773941456.752576:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941456.752580:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f600 refcount=4 00000100:00000001:3.0:1773941456.752581:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1773941456.752583:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941456.752585:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00010000:2.0:1773941456.752588:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941456.752589:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000040:3.0:1773941456.752599:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941456.752599:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941456.752606:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941456.752610:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941456.752617:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941456.752618:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1773941456.752620:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00010000:00010000:2.0:1773941456.752622:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941456.752623:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203403008, offset 0 00000400:00000200:3.0:1773941456.752632:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941456.752632:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941456.752635:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941456.752639:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941456.752639:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941456.752646:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941456.752648:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941456.752651:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941456.752652:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941456.752655:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:2.0:1773941456.752657:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941456.752660:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941456.752661:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941456.752663:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941456.752671:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 47] 00010000:00010000:2.0:1773941456.752674:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215f600 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941456.752676:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 10000000:00000001:2.0:1773941456.752678:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941456.752682:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [165:165:256:4294967295] 192.168.204.109@tcp LPNI seq info [48:48:8:4294967295] 10000000:00010000:2.0:1773941456.752682:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941456.752693:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.752699:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941456.752711:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941456.752713:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:3.0:1773941456.752716:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00010000:00000001:2.0:1773941456.752716:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941456.752719:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941456.752721:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f600 refcount=5 00000020:00000001:2.0:1773941456.752725:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00000800:00000200:3.0:1773941456.752726:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:2.0:1773941456.752729:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290240 : -120887188261376 : ffff920dc215f600) 00010000:00000001:2.0:1773941456.752733:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1773941456.752737:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00010000:2.0:1773941456.752737:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941456.752742:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:2.0:1773941456.752747:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941456.752750:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941456.752753:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941456.752754:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941456.752760:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941456.752761:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:2.0:1773941456.752762:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752766:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294932582 00010000:00010000:2.0:1773941456.752767:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941456.752770:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941456.752773:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932580 00010000:00000001:2.0:1773941456.752774:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941456.752777:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1773941456.752779:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294932582 00010000:00000001:2.0:1773941456.752780:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941456.752783:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752785:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932580 00000020:00000040:2.0:1773941456.752786:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215f600 with handle 0xef3f469e0cc3ad57 from hash 00010000:00000001:2.0:1773941456.752788:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941456.752789:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941456.752790:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941456.752791:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941456.752792:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941456.752795:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1773941456.752797:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941456.752798:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941456.752800:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941456.752801:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941456.752804:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752805:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752808:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941456.752812:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752814:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1773941456.752814:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941456.752817:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941456.752822:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941456.752824:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941456.752825:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941456.752826:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941456.752828:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941456.752830:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1773941456.752831:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941456.752833:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941456.752836:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941456.752836:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941456.752837:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941456.752839:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215f600/0xef3f469e0cc3ad57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941456.752844:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00010000:00000001:2.0:1773941456.752856:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941456.752858:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941456.752859:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941456.752863:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203402880/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941472 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941456.752868:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941456.752870:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941456.752871:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1773941456.752872:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e000. 00000800:00000010:3.0:1773941456.752874:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 02000000:00000001:2.0:1773941456.752877:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941456.752880:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1773941456.752880:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941456.752883:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941456.752885:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1773941456.752888:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 02000000:00000010:2.0:1773941456.752889:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 00000400:00000200:3.0:1773941456.752892:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 02000000:00000001:2.0:1773941456.752894:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1773941456.752897:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 02000000:00000001:2.0:1773941456.752897:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941456.752900:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:3.0:1773941456.752904:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941456.752905:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941456.752907:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941456.752910:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941456.752913:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941456.752916:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941456.752922:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941456.752925:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941456.752929:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941456.752933:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941456.752937:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941456.752956:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941456.752963:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000100:00000200:3.0:1773941456.752967:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941456.752969:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941456.752977:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e600. 00000100:00000001:3.0:1773941456.752979:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941456.752984:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:2.0:1773941456.752985:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941456.752991:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941456.752994:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.752997:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1773941456.752999:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941456.753007:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941456.753012:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941456.753017:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941456.753022:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941456.753026:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941456.753029:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e600. 00000020:00000010:2.0:1773941456.753032:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941456.753035:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941456.753038:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941456.753041:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941456.753044:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941456.753046:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941456.753048:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941456.753049:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941456.753052:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941456.754259:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.754265:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941456.754267:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.754269:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941456.754272:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.754276:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941456.754313:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.754316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.754319:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.754321:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f204f00 00000400:00000200:3.0:1773941456.754324:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941456.754332:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xda5 [1] + 0 00000800:00000001:3.0:1773941456.754337:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.754341:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941456.754343:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941456.754345:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941456.754348:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941456.754351:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941456.754359:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941456.754374:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941456.754378:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941456.754380:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.754407:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941456.754411:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941456.754414:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941456.754415:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941456.754418:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bec8. 00000400:00000200:0.0:1773941456.754421:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc770 00000400:00000010:0.0:1773941456.754422:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc770. 00000100:00000001:0.0:1773941456.754425:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941456.754429:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941456.754437:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.754443:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941456.754444:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.754445:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941456.754447:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941456.754448:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941456.754449:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941456.754451:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941456.754454:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941456.754456:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941456.754458:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941456.754459:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941456.754467:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941456.754469:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.754470:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941456.754473:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941456.754479:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941456.754480:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941456.754481:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.754483:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941456.754487:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941456.754488:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941456.754489:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941456.754490:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941456.754492:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941456.754493:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941456.754495:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941456.754498:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941456 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941456.754500:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941456.754505:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941456.754507:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941456.754508:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941456.754509:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.754511:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941456.754513:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941456.754515:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941456.754517:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941456.754520:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941456.754522:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941456.754523:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941456.754714:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.754717:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941456.754722:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941456.754729:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403008:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941456.754733:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.754735:0:14762:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941456.754736:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941456.754741:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89500 x1860112203403008/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941456.754746:0:14762:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941456.754748:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941456.754751:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1773941456.754752:0:14762:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:3.0:1773941456.754754:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941456.754757:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941456.754758:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941456.754761:0:14762:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:3.0:1773941456.754762:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 10000000:01000000:0.0:1773941456.754765:0:14762:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:3.0:1773941456.754766:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941456.754768:0:14762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941456.754769:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080dc00. 00000001:00000001:0.0:1773941456.754772:0:14762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941456.754773:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941456.754776:0:14762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941456.754778:0:14762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941456.754778:0:14762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941456.754781:0:14762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941456.754782:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1773941456.754783:0:14762:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941456.754785:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89500. 00000100:00000001:0.0:1773941456.754787:0:14762:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941456.754789:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941456.754791:0:14762:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941456.754792:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941456.754796:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941456.754797:0:14762:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941456.754800:0:14762:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941456.754801:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941456.754802:0:14762:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941456.754805:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941456.754806:0:14762:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941456.754811:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941456.754811:0:14762:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941456.754815:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941456.754815:0:14762:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941456.754819:0:14762:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941456.754834:0:14762:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941456.754836:0:14762:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941456.754837:0:14762:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941456.754843:0:14762:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941456.754845:0:14762:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941456.754847:0:14762:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941456.754848:0:14762:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941456.754849:0:14762:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941456.754850:0:14762:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941456.759155:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941456.759164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215f600. 00000020:00000001:2.0:1773941457.006256:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941457.006262:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941457.006265:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941458.030298:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941458.030303:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941458.030307:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941458.670263:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941458.670301:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941458.670306:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941458.670309:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941458.670311:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941458.670313:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941458.670317:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941458.670319:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941458.670322:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941458.670325:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941458.670327:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941458.670335:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941458.670340:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941458.670344:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941458.670348:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941458.670354:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941458.670361:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e600. 00000100:00000001:2.0:1773941458.670368:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941458.670374:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941458.670377:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941458.670385:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941458.670391:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941458.670395:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ec00. 00000020:00000001:2.0:1773941458.670400:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941458.670403:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215ec00 with handle 0xef3f469e0cc3ad5e to hash 00000020:00000001:2.0:1773941458.670405:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941458.670407:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941458.670410:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941458.670415:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941458.670418:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941458.670423:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941458.670434:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941458.670458:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941458.670465:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941458.670468:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941458.670474:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941458.670477:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941458.670480:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941458.670482:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941458.670488:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941458.670493:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.670496:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941458.670498:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941458.670510:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.670520:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941458.670522:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.670526:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941458.670529:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941458.670532:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941458.670536:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403136:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941458.670541:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941458.670547:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941458.670550:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.670552:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941458.670558:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941458.670560:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941458.670569:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941458.670574:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941458.670581:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941458.670589:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403136, portal 25 00000100:00000001:2.0:1773941458.670591:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941458.670599:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941458.670606:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.670614:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941458.670617:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941458.670621:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e54c8. 00000100:00000200:2.0:1773941458.670624:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203403136, offset 0 00000400:00000200:2.0:1773941458.670631:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941458.670641:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941458.670649:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941458.670655:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941458.670659:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941458.670664:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941458.670667:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941458.670670:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 47] 00000400:00000200:2.0:1773941458.670675:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941458.670679:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [166:166:256:4294967295] 192.168.204.119@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:2.0:1773941458.670685:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941458.670696:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941458.670702:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941458.670709:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 00000800:00000200:2.0:1773941458.670716:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941458.670725:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941458.670730:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941458.670751:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941458.670755:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941458.670758:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934500 00000100:00000001:2.0:1773941458.670765:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932582 00000100:00000001:2.0:1773941458.670772:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934500 00000100:00000001:2.0:1773941458.670776:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932582 00000100:00000001:2.0:1773941458.670787:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941458.670790:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.670792:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941458.670794:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941458.670797:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941458.670800:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941458.670803:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941458.670861:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941458.670866:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00000400:00000200:3.0:1773941458.670871:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941458.670876:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941458.670881:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e54c8 00000400:00000010:3.0:1773941458.670883:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e54c8. 00000100:00000001:3.0:1773941458.670886:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941458.670890:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.670899:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941458.670901:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.670928:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941458.670929:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941458.672185:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.672197:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941458.672200:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.672202:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941458.672250:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941458.672257:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941458.672264:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941458.672269:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941458.672274:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.672279:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f204f80 00000400:00000200:3.0:1773941458.672285:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.672290:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:3.0:1773941458.672304:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.672311:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941458.672313:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941458.672315:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941458.672319:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941458.672323:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941458.672331:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.672345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941458.672350:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.672353:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.672388:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941458.672396:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941458.672398:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941458.672401:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941458.672407:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941458.672409:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941458.672412:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941458.672419:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941458.672431:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941474 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.672440:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941458.672442:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.672445:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941458.672448:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941458.672451:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941458.672454:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.672458:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941458.672465:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941458.672469:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941458.672473:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941458.672477:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941458.672481:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941458.672484:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941458.672487:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941458.672492:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941458.672498:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941458.672509:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941458.672511:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941458.672513:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941458.672515:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941458.672520:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941474 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.672529:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941458.672531:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941458.672533:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941458.672536:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941458.672539:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941458.672541:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672543:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941458.672545:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941458.672546:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941458.672547:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672549:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941458.672552:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941458.672554:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941458.672557:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941458.672560:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 263 00000400:00000200:2.0:1773941458.672565:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941458.672569:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941458.672574:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941458.672577:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941458.672580:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941458.672583:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941458.672586:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941458.672588:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941458.672591:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941458.672594:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941458.672596:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941458.672599:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941458.672609:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941458.672612:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941458.672614:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941458.672616:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941458.672619:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941458.672623:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941458.672626:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.672629:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941458.672632:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941458.672635:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672638:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941458.672640:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941458.672645:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88000. 00000020:00000040:2.0:1773941458.672648:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941458.672652:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941458.672653:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672656:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941458.672657:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941458.672660:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941458.672664:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080f000. 00000100:00000001:2.0:1773941458.672669:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941458.672675:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941458.672685:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941458.672688:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941458.672692:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f894724] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.672718:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672721:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941458.672723:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941458.672726:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.672729:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941458.672738:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941458.672741:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941458.672744:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941458.672747:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941458.672748:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941458.672752:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941458.672754:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941474 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.672755:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941458.672763:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.672776:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941458.672779:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941458.672781:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672783:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941458.672785:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941458.672789:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941458.672789:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941458.672795:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.672795:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941458.672802:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403264:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941458.672806:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1773941458.672808:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941474 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941458.672809:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941458.672812:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941458.672816:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941458.672821:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941458.672824:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941458.672826:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403136:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000400:00000200:3.0:1773941458.672830:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941458.672835:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b9f8. 00000100:00000001:2.0:1773941458.672837:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941458.672840:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc7f8. 00000100:00000001:2.0:1773941458.672842:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941458.672845:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941458.672849:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1773941458.672853:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403264, portal 25 00000100:00000040:2.0:1773941458.672855:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941474 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.672858:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941458.672862:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826250752 : -120887883300864 : ffff920d98a88000) 00000100:00000001:2.0:1773941458.672870:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941458.672873:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941458.672875:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941458.672880:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941458.672883:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941458.672890:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1773941458.672891:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941458.672894:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941458.672899:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1773941458.672900:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941458.672916:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc330. 00000020:00000040:2.0:1773941458.672918:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=4 00000100:00000200:3.0:1773941458.672920:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203403264, offset 0 00000020:00000001:2.0:1773941458.672924:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000400:00000200:3.0:1773941458.672930:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941458.672931:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000400:00000200:3.0:1773941458.672937:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941458.672938:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941458.672942:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941458.672945:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941458.672949:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941458.672953:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941458.672957:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941458.672963:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 49] 00000400:00000200:3.0:1773941458.672969:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941458.672969:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941458.672975:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [167:167:256:4294967295] 192.168.204.109@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1773941458.672980:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941458.672980:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941458.672991:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941458.672999:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941458.673001:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000010:3.0:1773941458.673003:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00010000:00010000:2.0:1773941458.673007:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941458.673011:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941458.673021:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000001:2.0:1773941458.673023:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941458.673025:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:2.0:1773941458.673027:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941458.673032:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941458.673035:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941458.673042:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941458.673045:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294934502 00010000:00000001:2.0:1773941458.673049:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941458.673051:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934500 00010000:00000001:2.0:1773941458.673053:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941458.673058:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941458.673062:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294934502 00010000:00010000:2.0:1773941458.673064:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941458.673068:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934500 00000100:00000001:3.0:1773941458.673074:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941458.673078:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215ec00 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:3.0:1773941458.673079:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941458.673084:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941458.673085:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1773941458.673090:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941458.673091:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941458.673102:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1773941458.673103:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1773941458.673106:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941458.673107:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1773941458.673109:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941458.673112:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1773941458.673114:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=5 00000100:00000001:3.0:1773941458.673116:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1773941458.673140:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941458.673144:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941458.673153:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941458.673156:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941458.673162:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941458.673166:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941458.673169:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941458.673174:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941458.673182:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941458.673185:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941458.673188:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941458.673191:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941458.673194:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941458.673197:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941458.673199:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941458.673201:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941458.673203:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941458.673207:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215ec00 with handle 0xef3f469e0cc3ad5e from hash 00000800:00000200:3.0:1773941458.673209:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1773941458.673210:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:3.0:1773941458.673213:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 00010000:00000001:2.0:1773941458.673215:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941458.673218:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941458.673219:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941458.673224:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941458.673227:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00010000:00000001:2.0:1773941458.673229:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1773941458.673231:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc330 00010000:00000001:2.0:1773941458.673233:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1773941458.673235:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc330. 00010000:00000001:2.0:1773941458.673241:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941458.673242:0:2407:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1773941458.673246:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941458.673247:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941458.673249:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941458.673256:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941458.673263:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941458.673271:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941458.673272:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941458.673273:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941458.673276:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941458.673283:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941458.673285:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941458.673286:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941458.673288:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3ad5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941458.673297:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000100:00000001:3.0:1773941458.673303:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941458.673308:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941458.673309:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941458.673313:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941458.673321:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.673321:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941458.673325:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1773941458.673331:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203403136/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941474 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.673341:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941458.673344:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941458.673347:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941458.673351:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941458.673353:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941458.673355:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941458.673358:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941458.673360:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e600. 02000000:00000001:2.0:1773941458.673364:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941458.673366:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941458.673368:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941458.673371:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941458.673372:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941458.673375:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941458.673377:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941458.673380:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941458.673384:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941458.673389:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e600. 00000020:00000010:2.0:1773941458.673393:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1f800. 00000040:00000010:2.0:1773941458.673397:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e000. 00000020:00000010:2.0:1773941458.673402:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941458.673407:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e800. 80000000:00000010:2.0:1773941458.673411:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941458.673423:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941458.673428:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 10000000:00000040:2.0:1773941458.673433:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941458.673435:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941458.673440:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1f800. 00000040:00000010:2.0:1773941458.673445:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e000. 00000020:00000010:2.0:1773941458.673449:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941458.673453:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e800. 80000000:00000010:2.0:1773941458.673457:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941458.673461:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941458.673465:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941458.673470:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e600. 10000000:00000010:2.0:1773941458.673473:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941458.673476:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941458.673478:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941458.673481:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941458.673483:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941458.673485:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941458.673486:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941458.673488:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941458.674526:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.674535:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941458.674538:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.674581:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941458.674588:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.674593:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941458.674598:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.674600:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.674611:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.674613:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205000 00000400:00000200:3.0:1773941458.674616:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941458.674619:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xdc5 [1] + 0 00000800:00000001:3.0:1773941458.674623:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.674628:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941458.674630:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941458.674632:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941458.674635:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941458.674638:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941458.674646:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941458.674661:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941458.674665:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941458.674667:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941458.674698:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941458.674703:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941458.674707:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941458.674709:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941458.674712:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b9f8. 00000400:00000200:0.0:1773941458.674717:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc7f8 00000400:00000010:0.0:1773941458.674719:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc7f8. 00000100:00000001:0.0:1773941458.674722:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941458.674729:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941458.674755:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.674762:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941458.674764:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941458.674767:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941458.674769:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941458.674770:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941458.674772:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941458.674774:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941458.674779:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941458.674783:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941458.674785:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941458.674787:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941458.674789:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941458.674791:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941458.674794:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941458.674799:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.674807:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941458.674810:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941458.674812:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941458.674814:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941458.674820:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941458.674822:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941458.674823:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941458.674825:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941458.674827:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941458.674830:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941458.674833:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941458.674837:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941458 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941458.674840:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941458.674847:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941458.674857:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941458.674859:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941458.674861:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941458.674863:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941458.674867:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941458.674870:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941458.674872:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941458.674876:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941458.674879:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941458.674882:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941458.675108:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941458.675112:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941458.675139:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.675139:0:14764:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941458.675153:0:14764:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:3.0:1773941458.675154:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403264:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00100000:0.0:1773941458.675161:0:14764:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941458.675164:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941458.675166:0:14764:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941458.675168:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1773941458.675170:0:14764:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941458.675175:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88000 x1860112203403264/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941458.675177:0:14764:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941458.675182:0:14764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941458.675188:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941458.675188:0:14764:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941458.675192:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941458.675193:0:14764:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941458.675196:0:14764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941458.675197:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000001:00000001:0.0:1773941458.675199:0:14764:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941458.675202:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1773941458.675203:0:14764:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941458.675205:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941458.675208:0:14764:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941458.675212:0:14764:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:3.0:1773941458.675216:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941458.675217:0:14764:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941458.675221:0:14764:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:3.0:1773941458.675222:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941458.675225:0:14764:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941458.675227:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080f000. 00000100:00080000:0.0:1773941458.675229:0:14764:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 02000000:00000001:3.0:1773941458.675232:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941458.675234:0:14764:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941458.675236:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:01000000:0.0:1773941458.675237:0:14764:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000010:3.0:1773941458.675240:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88000. 10000000:00000040:0.0:1773941458.675241:0:14764:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941458.675247:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941458.675250:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941458.675253:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941458.675257:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941458.675259:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941458.675261:0:14764:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941458.675262:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941458.675266:0:14764:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941458.675267:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941458.675273:0:14764:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941458.675279:0:14764:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941458.675290:0:14764:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941458.675294:0:14764:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941458.675296:0:14764:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941458.675298:0:14764:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941458.675300:0:14764:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941458.680163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941458.680175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215ec00. 00000400:00000010:3.0:1773941459.054199:0:2409:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff920d85567d58. 00000400:00000010:3.0:1773941459.054213:0:2409:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff920d85567738. 00000020:00000001:2.0:1773941459.054243:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941459.054248:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941459.054253:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941460.078281:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941460.078287:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941460.078291:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941460.398243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941460.398252:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941460.398263:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000020:00000040:0.0:1773941460.398268:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941460.398272:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941460.398274:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941460.398279:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941460.398287:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d300. 00000100:00000001:0.0:1773941460.398294:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.398304:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941460.398314:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941460.398318:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.398324:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdace4e] to pc [ptlrpcd_00_01+1] req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.398350:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.398354:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00000100:00000001:1.0:1773941460.398383:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941460.398388:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941460.398390:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941460.398396:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.398404:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941460.398406:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941460.398409:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941460.398412:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941460.398414:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941460.398417:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203403392:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941460.398421:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941460.398426:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941460.398428:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941460.398431:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941460.398435:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cec00. 02000000:00000001:1.0:1773941460.398437:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941460.398457:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941460.398461:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941460.398467:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941460.398473:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203403392, portal 25 00000100:00000001:1.0:1773941460.398475:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941460.398476:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00000100:00000040:1.0:1773941460.398480:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.398486:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941460.398488:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941460.398491:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7198. 00000100:00000200:1.0:1773941460.398493:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203403392, offset 0 00000400:00000200:1.0:1773941460.398499:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941460.398507:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941460.398514:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941460.398519:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941460.398523:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941460.398526:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941460.398528:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941460.398530:0:2413:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 49] 00000400:00000200:1.0:1773941460.398533:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941460.398537:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [168:168:256:4294967295] 192.168.204.119@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1773941460.398540:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941460.398548:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941460.398553:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941460.398557:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36000. 00000800:00000200:1.0:1773941460.398562:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941460.398568:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941460.398572:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941460.398586:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941460.398589:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941460.398595:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936228 00000100:00000001:1.0:1773941460.398601:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934502 00000100:00000001:1.0:1773941460.398604:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936228 00000100:00000001:1.0:1773941460.398609:0:2413:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934502 00000100:00000001:1.0:1773941460.398612:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941460.398614:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.398617:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.398619:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941460.398626:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941460.398627:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941460.398628:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941460.398629:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941460.398631:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.398632:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.398641:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941460.398643:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941460.398694:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941460.398699:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36000. 00000400:00000200:3.0:1773941460.398706:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.398711:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941460.398715:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7198 00000400:00000010:3.0:1773941460.398717:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7198. 00000100:00000001:3.0:1773941460.398720:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941460.398724:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.398732:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941460.398735:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.398740:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.398742:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941460.399846:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.399856:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941460.399858:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.399860:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.399865:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.399869:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941460.399921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.399930:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.399934:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.399937:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205080 00000400:00000200:3.0:1773941460.399941:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.399945:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xdd5 [1] + 224 00000800:00000001:3.0:1773941460.399950:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.399957:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.399959:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.399961:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941460.399964:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941460.399968:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941460.399976:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.399989:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941460.399995:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.399997:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941460.400027:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941460.400038:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941460.400044:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941460.400046:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941460.400049:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:1.0:1773941460.400053:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:1.0:1773941460.400055:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000001:1.0:1773941460.400058:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941460.400064:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941460.400076:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.400084:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941460.400087:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941460.400089:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941460.400092:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941460.400095:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941460.400097:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941460.400100:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941460.400115:0:2413:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941460.400143:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941460.400146:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941460.400148:0:2413:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941460.400152:0:2413:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941460.400155:0:2413:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941460.400160:0:2413:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941460.400165:0:2413:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941460.400169:0:2413:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941460.400171:0:2413:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941460.400173:0:2413:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941460.400175:0:2413:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941460.400179:0:2413:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.400188:0:2413:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941460.400189:0:2413:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941460.400191:0:2413:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941460.400195:0:2413:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941460.400197:0:2413:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941460.400199:0:2413:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400201:0:2413:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941460.400202:0:2413:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941460.400204:0:2413:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941460.400205:0:2413:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400207:0:2413:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941460.400209:0:2413:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941460.400211:0:2413:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941460.400213:0:2413:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941460.400216:0:2413:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 264 00000400:00000200:1.0:1773941460.400221:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941460.400225:0:2413:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941460.400229:0:2413:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400232:0:2413:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941460.400241:0:2413:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400243:0:2413:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941460.400246:0:2413:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941460.400248:0:2413:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941460.400251:0:2413:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941460.400254:0:2413:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941460.400256:0:2413:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941460.400259:0:2413:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941460.400262:0:2413:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400263:0:2413:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941460.400265:0:2413:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400267:0:2413:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941460.400270:0:2413:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941460.400273:0:2413:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400276:0:2413:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941460.400279:0:2413:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941460.400282:0:2413:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941460.400284:0:2413:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400286:0:2413:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941460.400288:0:2413:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941460.400292:0:2413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884da680. 00000020:00000040:1.0:1773941460.400295:0:2413:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941460.400298:0:2413:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941460.400299:0:2413:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400302:0:2413:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941460.400304:0:2413:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941460.400307:0:2413:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941460.400311:0:2413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe3800. 00000100:00000001:1.0:1773941460.400315:0:2413:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941460.400321:0:2413:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941460.400330:0:2413:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941460.400337:0:2413:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941460.400342:0:2413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cb7b0b7] to pc [ptlrpcd_rcv+-1] req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.400360:0:2413:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400363:0:2413:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941460.400365:0:2413:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941460.400370:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941460.400377:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941460.400381:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941460.400383:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941460.400384:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941460.400387:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941460.400389:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.400390:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941460.400398:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941460.400409:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203403392:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941460.400410:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941460.400413:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941460.400417:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941460.400421:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941460.400421:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941460.400427:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941460.400431:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941460.400436:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203403392/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941476 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941460.400437:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403520:192.168.204.109@tcp:250:ptlrpcd_00_01.0 00000100:00000001:3.0:1773941460.400444:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941460.400447:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941460.400450:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.400454:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941460.400455:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1773941460.400459:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941460.400463:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cec00. 02000000:00000010:3.0:1773941460.400467:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:1.0:1773941460.400469:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1773941460.400470:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941460.400473:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1773941460.400476:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000040:1.0:1773941460.400478:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000400:00000010:3.0:1773941460.400480:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b478. 00000020:00000001:1.0:1773941460.400485:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1773941460.400486:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc330. 00000100:00000200:3.0:1773941460.400490:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403520, portal 25 02000000:00000010:1.0:1773941460.400490:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d300. 00000100:00000001:3.0:1773941460.400494:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941460.400496:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551861376 : -120888157690240 : ffff920d884da680) 02000000:00000001:1.0:1773941460.400498:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1773941460.400502:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941460.400503:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941460.400508:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00000001:3.0:1773941460.400510:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941460.400514:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941460.400516:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1773941460.400517:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcb28. 00000100:00000200:3.0:1773941460.400521:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203403520, offset 0 00000100:00000001:1.0:1773941460.400521:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.400525:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941460.400528:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.400533:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:1.0:1773941460.400534:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.400537:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941460.400541:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000100:00000001:1.0:1773941460.400542:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1773941460.400543:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773941460.400547:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941460.400548:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773941460.400553:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773941460.400554:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 51] 00000100:00000001:1.0:1773941460.400557:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941460.400561:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941460.400564:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [169:169:256:4294967295] 192.168.204.109@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1773941460.400568:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.400573:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941460.400576:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941460.400579:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00000800:00000200:3.0:1773941460.400582:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941460.400587:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941460.400589:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941460.400605:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941460.400610:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941460.400612:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936230 00000100:00000001:3.0:1773941460.400616:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936228 00000100:00000001:3.0:1773941460.400620:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936230 00000100:00000001:3.0:1773941460.400623:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936228 00000100:00000001:3.0:1773941460.400626:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941460.400628:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.400631:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.400633:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941460.400637:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941460.400639:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941460.400641:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941460.400643:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941460.400644:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.400646:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941460.400679:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941460.400683:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 00000400:00000200:2.0:1773941460.400687:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941460.400691:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941460.400694:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcb28 00000400:00000010:2.0:1773941460.400695:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcb28. 00000100:00000001:2.0:1773941460.400698:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941460.400701:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.400716:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941460.400718:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.400723:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.400724:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941460.401927:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.401933:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941460.401935:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.401937:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.401940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.401944:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941460.401948:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.401950:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.401952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.401955:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205100 00000400:00000200:3.0:1773941460.401958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.401960:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xddd [1] + 0 00000800:00000001:3.0:1773941460.401964:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.401968:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.401969:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.402019:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941460.402022:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941460.402032:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941460.402040:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.402058:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941460.402063:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.402065:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.402094:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941460.402097:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941460.402101:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941460.402102:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941460.402104:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b478. 00000400:00000200:0.0:1773941460.402108:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc330 00000400:00000010:0.0:1773941460.402109:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc330. 00000100:00000001:0.0:1773941460.402111:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941460.402116:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941460.402148:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.402161:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941460.402163:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.402164:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941460.402166:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941460.402167:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941460.402168:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941460.402170:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941460.402173:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941460.402175:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941460.402177:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941460.402178:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941460.402180:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941460.402181:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.402183:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.402186:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.402190:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941460.402192:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941460.402204:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.402206:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941460.402215:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941460.402217:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941460.402218:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941460.402219:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941460.402221:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941460.402223:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941460.402224:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941460.402227:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941460 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941460.402229:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941460.402235:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941460.402236:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941460.402238:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941460.402239:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.402244:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941460.402247:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941460.402249:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941460.402251:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941460.402254:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941460.402256:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941460.402258:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941460.402488:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.402492:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.402496:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941460.402502:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403520:192.168.204.109@tcp:250:ptlrpcd_00_01.0 00000100:00000001:0.0:1773941460.402506:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.402508:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941460.402511:0:14765:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941460.402511:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884da680 x1860112203403520/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.402519:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941460.402521:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941460.402522:0:14765:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000010:0.0:1773941460.402523:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00100000:1.0:1773941460.402527:0:14765:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1773941460.402527:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941460.402532:0:14765:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:0.0:1773941460.402532:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941460.402536:0:14765:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:0.0:1773941460.402536:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941460.402540:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941460.402541:0:14765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941460.402542:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe3800. 00000001:00000001:1.0:1773941460.402545:0:14765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941460.402546:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941460.402549:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941460.402551:0:14765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941460.402551:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884da680. 00000001:00000001:1.0:1773941460.402557:0:14765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941460.402558:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941460.402559:0:14765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941460.402560:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941460.402562:0:14765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.402564:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941460.402565:0:14765:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.402569:0:14765:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941460.402570:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941460.402573:0:14765:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941460.402574:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.402577:0:14765:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941460.402579:0:14765:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941460.402581:0:14765:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.402583:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1773941460.402584:0:14765:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941460.402585:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.402588:0:14765:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941460.402590:0:14765:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941460.402591:0:14765:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941460.402607:0:14765:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941460.402608:0:14765:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941460.402610:0:14765:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941460.402612:0:14765:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941460.402614:0:14765:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941460.402616:0:14765:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941460.402618:0:14765:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941460.402620:0:14765:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941460.402621:0:14765:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941460.450231:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941460.450239:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941460.450242:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941460.450245:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941460.450246:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941460.450247:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941460.450249:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941460.450251:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941460.450253:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941460.450255:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941460.450257:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941460.450268:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941460.450273:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941460.450277:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941460.450280:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941460.450285:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941460.450292:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941460.450299:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941460.450303:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941460.450305:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941460.450311:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941460.450316:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941460.450318:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fa00. 00000020:00000001:2.0:1773941460.450322:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941460.450324:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215fa00 with handle 0xef3f469e0cc3ad65 to hash 00000020:00000001:2.0:1773941460.450326:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941460.450327:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941460.450329:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941460.450332:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941460.450350:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941460.450353:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941460.450362:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941460.450372:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941460.450376:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941460.450378:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941460.450383:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941460.450384:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941460.450386:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941460.450387:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941460.450392:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941460.450396:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.450398:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941460.450399:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941460.450408:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.450415:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941460.450417:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941460.450419:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941460.450421:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941460.450423:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941460.450425:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403648:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941460.450428:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941460.450434:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941460.450436:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941460.450438:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941460.450442:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 02000000:00000001:2.0:1773941460.450446:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941460.450454:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941460.450457:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941460.450462:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941460.450468:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403648, portal 25 00000100:00000001:2.0:1773941460.450470:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941460.450471:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941460.450474:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.450480:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941460.450482:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941460.450484:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5990. 00000100:00000200:2.0:1773941460.450486:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203403648, offset 0 00000400:00000200:2.0:1773941460.450491:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941460.450499:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941460.450505:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941460.450509:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941460.450513:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941460.450516:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941460.450518:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941460.450520:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 51] 00000400:00000200:2.0:1773941460.450523:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941460.450526:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [170:170:256:4294967295] 192.168.204.119@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:2.0:1773941460.450529:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941460.450537:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941460.450541:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941460.450545:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45000. 00000800:00000200:2.0:1773941460.450551:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941460.450557:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941460.450561:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941460.450579:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941460.450588:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941460.450591:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936280 00000100:00000001:2.0:1773941460.450598:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936230 00000100:00000001:2.0:1773941460.450602:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936280 00000100:00000001:2.0:1773941460.450605:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936230 00000100:00000001:2.0:1773941460.450609:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941460.450611:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.450613:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941460.450614:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941460.450617:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941460.450619:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941460.450621:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941460.450695:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941460.450700:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45000. 00000400:00000200:3.0:1773941460.450706:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.450710:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941460.450715:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5990 00000400:00000010:3.0:1773941460.450717:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5990. 00000100:00000001:3.0:1773941460.450721:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941460.450724:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.450732:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941460.450735:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.450741:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.450742:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941460.451811:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.451820:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941460.451822:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.451824:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.451828:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.451832:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941460.451887:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.451893:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941460.451898:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.451903:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205180 00000400:00000200:3.0:1773941460.451908:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.451923:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xded [1] + 224 00000800:00000001:3.0:1773941460.451931:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.451938:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.451939:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.451942:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941460.451946:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941460.451949:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941460.451956:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.451969:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941460.451974:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.451977:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941460.452005:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941460.452011:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941460.452013:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941460.452015:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941460.452019:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941460.452020:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941460.452022:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941460.452027:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941460.452035:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941476 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.452040:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941460.452042:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941460.452043:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941460.452045:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941460.452047:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941460.452049:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941460.452051:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941460.452056:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941460.452059:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941460.452061:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941460.452064:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941460.452072:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941460.452074:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941460.452076:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941460.452080:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941460.452083:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941460.452086:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941460.452088:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941460.452089:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941460.452090:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941460.452093:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941476 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.452098:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941460.452098:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941460.452100:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941460.452102:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941460.452105:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941460.452106:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.452107:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941460.452108:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941460.452109:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941460.452110:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.452111:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941460.452113:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941460.452114:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941460.452132:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941460.452135:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 266 00000400:00000200:2.0:1773941460.452138:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941460.452142:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941460.452145:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941460.452148:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941460.452149:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941460.452151:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941460.452157:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941460.452158:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941460.452160:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941460.452162:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941460.452164:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941460.452166:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941460.452168:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941460.452169:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941460.452170:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941460.452171:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941460.452174:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941460.452176:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941460.452179:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941460.452181:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941460.452183:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941460.452184:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.452186:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941460.452188:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941460.452190:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 00000020:00000040:2.0:1773941460.452192:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941460.452194:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941460.452196:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.452197:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941460.452199:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941460.452200:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941460.452204:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080d000. 00000100:00000001:2.0:1773941460.452207:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941460.452211:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941460.452217:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941460.452219:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941460.452222:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aabb0a13] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.452241:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941460.452243:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941460.452245:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941460.452247:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941460.452248:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941460.452249:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941460.452251:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941460.452252:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941460.452254:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941460.452257:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941476 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.452262:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941460.452265:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941460.452266:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941460.452268:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941460.452272:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941476 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941460.452278:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403648:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941460.452281:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.452282:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941460.452283:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941460.452287:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941460.452289:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941460.452290:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773941460.452292:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941476 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.452294:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941460.452301:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941460.452304:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000100:00000040:0.0:1773941460.452306:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941460.452307:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941460.452310:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:2.0:1773941460.452315:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941460.452322:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941460.452323:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1773941460.452325:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941460.452327:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941460.452328:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=4 00000020:00000001:2.0:1773941460.452332:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 02000000:00000001:0.0:1773941460.452334:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941460.452335:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 02000000:00000001:0.0:1773941460.452339:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773941460.452340:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941460.452346:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941460.452350:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:0.0:1773941460.452355:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403776:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00010000:2.0:1773941460.452356:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941460.452366:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773941460.452368:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:0.0:1773941460.452371:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1773941460.452372:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941460.452375:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941460.452380:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1773941460.452382:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1773941460.452383:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941460.452387:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941460.452389:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c1800. 00010000:00000001:2.0:1773941460.452392:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1773941460.452394:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941460.452395:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941460.452401:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941460.452404:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941460.452405:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941460.452413:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fa00 already unused, calling callback (ffffffffc1169c20) 00000400:00000010:0.0:1773941460.452413:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 10000000:00000001:2.0:1773941460.452419:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941460.452421:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941460.452422:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941460.452429:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403776, portal 25 00000100:00000001:0.0:1773941460.452435:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941460.452438:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826264192 : -120887883287424 : ffff920d98a8b480) 00010000:00000001:2.0:1773941460.452440:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941460.452442:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941460.452444:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941460.452446:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=5 00000020:00000001:2.0:1773941460.452449:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941460.452451:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00000100:00000040:0.0:1773941460.452451:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941460.452456:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941460.452459:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941460.452475:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941460.452475:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:2.0:1773941460.452479:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941460.452483:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 10000000:01000000:2.0:1773941460.452488:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941460.452490:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000010:0.0:1773941460.452491:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee2a8. 10000000:00000001:2.0:1773941460.452492:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941460.452495:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941460.452498:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1773941460.452499:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203403776, offset 0 00010000:00000001:2.0:1773941460.452501:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941460.452504:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941460.452506:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941460.452508:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941460.452510:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000040:2.0:1773941460.452511:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fa00 with handle 0xef3f469e0cc3ad65 from hash 00010000:00000001:2.0:1773941460.452516:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941460.452519:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941460.452520:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941460.452521:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941460.452525:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941460.452527:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1773941460.452528:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941460.452530:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941460.452533:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941460.452535:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941460.452538:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941460.452542:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941460.452546:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 10000000:00000001:2.0:1773941460.452549:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941460.452552:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1773941460.452556:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941460.452558:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941460.452566:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 53] 00010000:00000001:2.0:1773941460.452572:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941460.452576:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941460.452576:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941460.452580:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941460.452584:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941460.452585:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [171:171:256:4294967295] 192.168.204.109@tcp LPNI seq info [54:54:8:4294967295] 00010000:00000001:2.0:1773941460.452588:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941460.452590:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941460.452593:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941460.452596:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941460.452597:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000040:2.0:1773941460.452606:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000400:00000200:0.0:1773941460.452614:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941460.452620:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941460.452621:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941460.452624:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941460.452626:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1773941460.452626:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d500. 00000100:00000040:2.0:1773941460.452633:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203403648/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941476 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941460.452638:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00000001:2.0:1773941460.452646:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941460.452649:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941460.452653:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 00000800:00000200:0.0:1773941460.452653:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 02000000:00000001:2.0:1773941460.452657:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941460.452660:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:0.0:1773941460.452660:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d500 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:2.0:1773941460.452663:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941460.452667:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941460.452669:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941460.452672:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941460.452673:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941460.452674:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941460.452676:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941460.452678:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941460.452679:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941460.452679:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941460.452685:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941460.452689:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:0.0:1773941460.452689:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941460.452693:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294936282 10000000:00000010:2.0:1773941460.452700:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000100:00000001:0.0:1773941460.452702:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936280 00000020:00000010:2.0:1773941460.452705:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000100:00000001:0.0:1773941460.452709:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294936282 00000020:00000010:2.0:1773941460.452712:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000100:00000001:0.0:1773941460.452716:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936280 00000040:00000010:2.0:1773941460.452719:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000100:00000001:0.0:1773941460.452722:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941460.452724:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000100:00000001:0.0:1773941460.452728:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941460.452730:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e600. 00000100:00000001:0.0:1773941460.452733:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941460.452736:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000010:2.0:1773941460.452736:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000100:00000001:0.0:1773941460.452739:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1773941460.452743:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d500. 00040000:00000010:2.0:1773941460.452744:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1e800. 00000400:00000200:3.0:1773941460.452748:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941460.452748:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000010:2.0:1773941460.452749:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e000. 00000100:00000001:0.0:1773941460.452753:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000040:2.0:1773941460.452756:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000400:00000200:3.0:1773941460.452759:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:0.0:1773941460.452759:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1773941460.452760:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941460.452764:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1773941460.452765:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee2a8 00000020:00000010:2.0:1773941460.452767:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000400:00000010:3.0:1773941460.452770:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee2a8. 00000100:00000001:0.0:1773941460.452771:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1773941460.452774:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000100:00000001:3.0:1773941460.452776:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773941460.452776:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941460.452781:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941460.452788:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e600. 80000000:00000010:2.0:1773941460.452792:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941460.452796:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1e800. 20000000:00000010:2.0:1773941460.452799:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e000. 00000020:00000010:2.0:1773941460.452802:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941460.452805:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941460.452809:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941460.452813:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:3.0:1773941460.452817:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00020000:2.0:1773941460.452819:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941460.452824:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941460.452827:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1773941460.452829:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:2.0:1773941460.452830:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 00000100:00000040:3.0:1773941460.452834:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941460.452836:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941460.452843:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.452845:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941460.453828:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.453832:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941460.453834:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.453836:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.453839:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.453891:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941460.453896:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.453898:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.453901:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.453903:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205200 00000400:00000200:3.0:1773941460.453906:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941460.453908:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xdfd [1] + 0 00000800:00000001:3.0:1773941460.453912:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.453917:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941460.453918:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941460.453920:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941460.453923:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941460.453926:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941460.453932:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941460.453944:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941460.453947:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941460.453949:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.453981:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941460.453990:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941460.453994:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941460.453996:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941460.453998:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941460.454002:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941460.454004:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941460.454007:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941460.454013:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941460.454026:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.454033:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941460.454035:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.454037:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941460.454039:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941460.454040:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941460.454042:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941460.454044:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941460.454047:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941460.454051:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941460.454054:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941460.454055:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941460.454058:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941460.454060:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.454062:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941460.454067:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941460.454074:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941460.454077:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941460.454078:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941460.454081:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941460.454085:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941460.454088:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941460.454089:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941460.454091:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941460.454098:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941460.454100:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941460.454103:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941460.454107:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941460 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941460.454111:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941460.454148:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941460.454152:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941460.454154:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941460.454156:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.454158:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941460.454163:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941460.454165:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941460.454168:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941460.454173:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941460.454176:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941460.454179:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941460.454382:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.454386:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941460.454391:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941460.454398:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203403776:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941460.454401:0:14766:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941460.454403:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941460.454406:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941460.454408:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8b480 x1860112203403776/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941460.454414:0:14766:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941460.454416:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1773941460.454419:0:14766:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941460.454425:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941460.454425:0:14766:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941460.454427:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c1800. 10000000:01000000:0.0:1773941460.454429:0:14766:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941460.454432:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941460.454433:0:14766:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941460.454434:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941460.454438:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941460.454438:0:14766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1773941460.454439:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941460.454443:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080d000. 00000001:00000001:0.0:1773941460.454444:0:14766:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941460.454445:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941460.454450:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941460.454450:0:14766:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:3.0:1773941460.454453:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 00000001:00000001:0.0:1773941460.454454:0:14766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941460.454456:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941460.454458:0:14766:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.454459:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941460.454463:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941460.454464:0:14766:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.454467:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941460.454468:0:14766:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941460.454469:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941460.454473:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1773941460.454474:0:14766:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941460.454475:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.454481:0:14766:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941460.454484:0:14766:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941460.454486:0:14766:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941460.454489:0:14766:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941460.454498:0:14766:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941460.454500:0:14766:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941460.454501:0:14766:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941460.454516:0:14766:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941460.454518:0:14766:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941460.454520:0:14766:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941460.454523:0:14766:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941460.454527:0:14766:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941460.454530:0:14766:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941460.454532:0:14766:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941460.454535:0:14766:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941460.454537:0:14766:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941460.458163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941460.458171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fa00. 00000020:00000001:3.0:1773941461.102265:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941461.102273:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941461.102277:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941462.126314:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941462.126321:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941462.126325:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941462.318274:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941462.318284:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941462.318288:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941462.318291:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941462.318312:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941462.318313:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941462.318317:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941462.318318:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941462.318320:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941462.318323:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941462.318325:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941462.318333:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941462.318338:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941462.318343:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941462.318346:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941462.318353:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941462.318360:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e000. 00000100:00000001:2.0:1773941462.318367:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941462.318371:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941462.318374:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941462.318382:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941462.318388:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941462.318391:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fa00. 00000020:00000001:2.0:1773941462.318395:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941462.318398:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215fa00 with handle 0xef3f469e0cc3ad6c to hash 00000020:00000001:2.0:1773941462.318400:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941462.318401:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941462.318404:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941462.318408:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941462.318411:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941462.318414:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941462.318423:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941462.318434:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941462.318445:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941462.318447:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941462.318453:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941462.318455:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941462.318458:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941462.318459:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941462.318463:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941462.318467:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.318469:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941462.318471:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941462.318480:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.318487:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941462.318489:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941462.318493:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941462.318495:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941462.318497:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941462.318499:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403904:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941462.318502:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941462.318508:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941462.318510:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941462.318512:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941462.318516:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 02000000:00000001:2.0:1773941462.318517:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941462.318525:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941462.318528:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941462.318534:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941462.318541:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203403904, portal 25 00000100:00000001:2.0:1773941462.318542:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941462.318543:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941462.318547:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.318560:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941462.318563:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941462.318565:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5b28. 00000100:00000200:2.0:1773941462.318568:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203403904, offset 0 00000400:00000200:2.0:1773941462.318574:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941462.318581:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941462.318589:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941462.318594:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941462.318597:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941462.318601:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941462.318603:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941462.318606:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 53] 00000400:00000200:2.0:1773941462.318609:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941462.318613:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [172:172:256:4294967295] 192.168.204.119@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1773941462.318616:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941462.318624:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941462.318629:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941462.318634:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941462.318640:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941462.318648:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941462.318652:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941462.318671:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941462.318674:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941462.318677:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294938148 00000100:00000001:2.0:1773941462.318684:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936282 00000100:00000001:2.0:1773941462.318689:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294938148 00000100:00000001:2.0:1773941462.318692:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936282 00000100:00000001:2.0:1773941462.318696:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941462.318698:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.318704:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941462.318706:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941462.318709:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941462.318711:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941462.318715:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941462.318807:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941462.318812:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941462.318817:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941462.318823:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941462.318827:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5b28 00000400:00000010:3.0:1773941462.318830:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5b28. 00000100:00000001:3.0:1773941462.318833:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941462.318849:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.318858:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941462.318861:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.318867:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.318868:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941462.320428:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.320440:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941462.320450:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.320452:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941462.320492:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941462.320497:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941462.320502:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941462.320505:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941462.320509:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.320512:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205280 00000400:00000200:3.0:1773941462.320519:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.320523:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:3.0:1773941462.320529:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.320536:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941462.320538:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941462.320540:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941462.320544:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941462.320548:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941462.320557:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.320569:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941462.320576:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.320578:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941462.320630:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941462.320637:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941462.320638:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941462.320640:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941462.320644:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941462.320646:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941462.320648:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941462.320652:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941462.320661:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.320666:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941462.320668:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941462.320670:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941462.320673:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941462.320675:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941462.320677:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941462.320679:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941462.320684:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941462.320687:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941462.320689:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941462.320693:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941462.320695:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941462.320697:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941462.320700:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941462.320703:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941462.320706:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941462.320710:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941462.320718:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941462.320719:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941462.320721:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941462.320725:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.320730:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941462.320731:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941462.320733:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941462.320735:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941462.320737:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941462.320739:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320740:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941462.320741:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941462.320742:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941462.320743:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320744:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941462.320746:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941462.320748:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941462.320750:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941462.320752:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 266 00000400:00000200:2.0:1773941462.320756:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941462.320759:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941462.320762:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941462.320764:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941462.320766:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941462.320768:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941462.320771:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941462.320773:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941462.320775:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941462.320777:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941462.320778:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941462.320780:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941462.320782:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941462.320786:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941462.320787:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941462.320789:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941462.320792:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941462.320794:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941462.320796:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941462.320797:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941462.320800:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941462.320802:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320804:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941462.320805:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941462.320809:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8b480. 00000020:00000040:2.0:1773941462.320811:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941462.320813:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941462.320815:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320817:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941462.320818:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941462.320820:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941462.320823:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080c800. 00000100:00000001:2.0:1773941462.320826:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941462.320830:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941462.320851:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941462.320853:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941462.320857:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aabb0a13] to pc [ptlrpcd_rcv+-1] req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.320873:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320875:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941462.320876:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941462.320878:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941462.320880:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941462.320882:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941462.320889:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941462.320892:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941462.320894:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941462.320896:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941462.320898:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.320900:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941462.320903:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941462.320911:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:3.0:1773941462.320912:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.320915:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941462.320921:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941462.320924:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941462.320925:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941462.320928:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941462.320931:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773941462.320932:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941462.320934:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941462.320939:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941462.320943:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203403904:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941462.320951:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941462.320952:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404032:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941462.320954:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941462.320959:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941462.320960:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941462.320963:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941462.320964:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941462.320966:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941462.320969:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941462.320970:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941462.320974:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941462.320978:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941462.320978:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941462.320984:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 00000400:00000200:3.0:1773941462.320987:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941462.320989:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941462.320992:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941462.320993:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b108. 00010000:00000001:2.0:1773941462.320995:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941462.320999:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941462.321000:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1773941462.321002:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc550. 00000020:00000040:2.0:1773941462.321002:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=4 00000020:00000001:2.0:1773941462.321005:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941462.321008:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00000100:00000200:3.0:1773941462.321009:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404032, portal 25 00010000:00010000:2.0:1773941462.321012:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941462.321014:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941462.321017:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826264192 : -120887883287424 : ffff920d98a8b480) 00000100:00000040:3.0:1773941462.321028:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941462.321035:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941462.321042:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941462.321046:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773941462.321051:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1773941462.321054:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:2.0:1773941462.321055:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941462.321061:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc220. 00010000:00000001:2.0:1773941462.321062:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941462.321066:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941462.321067:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203404032, offset 0 00010000:00010000:2.0:1773941462.321069:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941462.321077:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941462.321078:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941462.321079:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941462.321084:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941462.321087:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941462.321088:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941462.321096:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fa00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941462.321098:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:2.0:1773941462.321099:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941462.321103:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941462.321106:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1773941462.321109:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941462.321111:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941462.321113:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000020:00000001:2.0:1773941462.321113:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941462.321137:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fa00 refcount=5 00000020:00000001:2.0:1773941462.321140:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941462.321142:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291264 : -120887188260352 : ffff920dc215fa00) 00010000:00000001:2.0:1773941462.321149:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941462.321152:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941462.321157:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:2.0:1773941462.321161:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941462.321164:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941462.321169:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941462.321171:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941462.321174:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:2.0:1773941462.321174:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941462.321178:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941462.321182:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941462.321183:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 55] 00010000:00000001:2.0:1773941462.321185:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941462.321188:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941462.321191:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941462.321193:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941462.321193:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941462.321198:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fa00 with handle 0xef3f469e0cc3ad6c from hash 00010000:00000001:2.0:1773941462.321201:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1773941462.321203:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [173:173:256:4294967295] 192.168.204.109@tcp LPNI seq info [56:56:8:4294967295] 00010000:00000001:2.0:1773941462.321203:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941462.321206:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941462.321208:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941462.321212:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941462.321213:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941462.321217:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941462.321220:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941462.321223:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941462.321226:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941462.321226:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941462.321229:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941462.321232:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941462.321238:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941462.321240:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941462.321242:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941462.321244:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:3.0:1773941462.321245:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941462.321250:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00010000:00000001:2.0:1773941462.321252:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941462.321255:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941462.321257:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941462.321258:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00010000:2.0:1773941462.321260:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fa00/0xef3f469e0cc3ad6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941462.321267:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00010000:00000040:2.0:1773941462.321268:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000800:00000200:3.0:1773941462.321271:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941462.321281:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941462.321283:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941462.321287:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941462.321287:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941462.321290:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294938151 00000100:00000001:2.0:1773941462.321291:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941462.321299:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203403904/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941478 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941462.321305:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941462.321308:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941462.321310:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 02000000:00000001:2.0:1773941462.321313:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941462.321315:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941462.321317:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941462.321319:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941462.321321:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e000. 02000000:00000001:2.0:1773941462.321325:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941462.321326:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941462.321327:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941462.321330:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941462.321331:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941462.321333:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941462.321335:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000800:00000200:3.0:1773941462.321336:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1773941462.321337:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000010:3.0:1773941462.321343:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 10000000:00000010:2.0:1773941462.321344:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000400:00000200:3.0:1773941462.321350:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1773941462.321350:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1e000. 00000020:00000010:2.0:1773941462.321355:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e800. 00000400:00000200:3.0:1773941462.321360:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000040:00000010:2.0:1773941462.321362:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e600. 00000400:00000200:3.0:1773941462.321367:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc220 00000020:00000010:2.0:1773941462.321368:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000400:00000010:3.0:1773941462.321372:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc220. 00000020:00000010:2.0:1773941462.321375:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1f800. 00000100:00000001:3.0:1773941462.321379:0:2407:0:(events.c:34:request_out_callback()) Process entered 80000000:00000010:2.0:1773941462.321381:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000100:00000200:3.0:1773941462.321386:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1773941462.321392:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941462.321397:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 10000000:00000040:2.0:1773941462.321402:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941462.321404:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:2.0:1773941462.321408:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e800. 00000040:00000010:2.0:1773941462.321413:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e600. 00000020:00000010:2.0:1773941462.321415:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941462.321419:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1f800. 80000000:00000010:2.0:1773941462.321422:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941462.321426:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 20000000:00000010:2.0:1773941462.321433:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000100:00000001:3.0:1773941462.321438:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1773941462.321439:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1e000. 00000100:00000040:3.0:1773941462.321443:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000010:2.0:1773941462.321444:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 10000000:01000000:2.0:1773941462.321449:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:2.0:1773941462.321455:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:2.0:1773941462.321460:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:3.0:1773941462.321461:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941462.321463:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:3.0:1773941462.321465:0:2407:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941462.321466:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941462.321469:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941462.321471:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941462.321479:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938148 00000100:00000001:3.0:1773941462.321484:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294938151 00000100:00000001:3.0:1773941462.321487:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938148 00000100:00000001:3.0:1773941462.321489:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941462.321491:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.321493:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.321496:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941462.321500:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941462.321501:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941462.321508:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941462.321509:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941462.321510:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.321512:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773941462.322641:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.322646:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941462.322647:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.322649:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941462.322652:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.322656:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941462.322659:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.322662:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.322664:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.322701:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205300 00000400:00000200:3.0:1773941462.322705:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941462.322708:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xe15 [1] + 0 00000800:00000001:3.0:1773941462.322712:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.322716:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941462.322718:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941462.322721:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941462.322723:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941462.322726:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941462.322733:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941462.322747:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941462.322751:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941462.322753:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.322773:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941462.322776:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941462.322779:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941462.322781:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941462.322783:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b108. 00000400:00000200:0.0:1773941462.322787:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc550 00000400:00000010:0.0:1773941462.322788:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc550. 00000100:00000001:0.0:1773941462.322790:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941462.322795:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941462.322802:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.322807:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941462.322809:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.322810:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941462.322811:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941462.322812:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941462.322813:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941462.322815:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941462.322818:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=38 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941462.322820:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941462.322822:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941462.322823:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941462.322831:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941462.322833:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.322850:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941462.322854:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.322860:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941462.322861:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941462.322863:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941462.322864:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941462.322868:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941462.322869:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941462.322870:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941462.322871:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941462.322873:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941462.322875:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941462.322877:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941462.322880:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941462 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941462.322882:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941462.322888:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941462.322889:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941462.322891:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941462.322898:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.322899:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941462.322902:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941462.322904:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941462.322906:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941462.322911:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941462.322913:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941462.322915:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941462.323159:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.323163:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941462.323170:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.323178:0:14767:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941462.323183:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404032:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00080000:0.0:1773941462.323190:0:14767:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941462.323199:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941462.323200:0:14767:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941462.323202:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941462.323206:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8b480 x1860112203404032/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941462.323213:0:14767:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941462.323215:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1773941462.323217:0:14767:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941462.323218:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941462.323221:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000001:00000001:0.0:1773941462.323224:0:14767:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941462.323225:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941462.323228:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941462.323230:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941462.323231:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941462.323231:0:14767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941462.323235:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080c800. 02000000:00000001:3.0:1773941462.323239:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941462.323239:0:14767:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941462.323241:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941462.323244:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8b480. 00000001:00000001:0.0:1773941462.323245:0:14767:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941462.323247:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941462.323249:0:14767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941462.323250:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941462.323253:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941462.323255:0:14767:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.323257:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941462.323260:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941462.323260:0:14767:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941462.323265:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941462.323267:0:14767:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941462.323268:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941462.323273:0:14767:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941462.323277:0:14767:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941462.323281:0:14767:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941462.323283:0:14767:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941462.323287:0:14767:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941462.323289:0:14767:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941462.323291:0:14767:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941462.323293:0:14767:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941462.323315:0:14767:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941462.323317:0:14767:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941462.323320:0:14767:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941462.323326:0:14767:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941462.323331:0:14767:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941462.323343:0:14767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941462.323345:0:14767:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941462.323348:0:14767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941462.323350:0:14767:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941462.328151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941462.328159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fa00. 00000020:00000001:3.0:1773941463.150231:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941463.150238:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941463.150242:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941464.110230:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941464.110238:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941464.110243:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941464.110246:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941464.110247:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941464.110248:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941464.110250:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941464.110252:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941464.110254:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941464.110256:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941464.110258:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941464.110269:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000020:00000040:2.0:1773941464.110274:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941464.110278:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941464.110283:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941464.110302:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941464.110310:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941464.110316:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941464.110321:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941464.110324:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941464.110332:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941464.110337:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941464.110341:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215fc00. 00000020:00000001:2.0:1773941464.110346:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941464.110348:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215fc00 with handle 0xef3f469e0cc3ad73 to hash 00000020:00000001:2.0:1773941464.110350:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941464.110351:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:2.0:1773941464.110354:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:2.0:1773941464.110358:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941464.110361:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941464.110364:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941464.110373:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941464.110383:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941464.110388:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941464.110389:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941464.110396:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941464.110399:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941464.110403:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941464.110404:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:2.0:1773941464.110410:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941464.110415:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.110418:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941464.110420:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941464.110438:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.110449:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941464.110453:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.110458:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941464.110461:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941464.110465:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941464.110469:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404160:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941464.110475:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941464.110489:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941464.110491:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.110493:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941464.110498:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f800. 02000000:00000001:2.0:1773941464.110500:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941464.110508:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941464.110512:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00000400:00000010:2.0:1773941464.110518:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000100:00000200:2.0:1773941464.110524:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404160, portal 25 00000100:00000001:2.0:1773941464.110526:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941464.110527:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000040:2.0:1773941464.110532:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.110538:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941464.110540:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941464.110543:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e53b8. 00000100:00000200:2.0:1773941464.110545:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203404160, offset 0 00000400:00000200:2.0:1773941464.110550:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941464.110558:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941464.110565:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941464.110570:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941464.110574:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941464.110579:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941464.110582:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941464.110595:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 55] 00000400:00000200:2.0:1773941464.110599:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941464.110604:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [174:174:256:4294967295] 192.168.204.119@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:2.0:1773941464.110610:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941464.110622:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941464.110629:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941464.110635:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941464.110644:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941464.110664:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941464.110669:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941464.110686:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941464.110690:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941464.110693:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294939940 00000100:00000001:2.0:1773941464.110700:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938151 00000100:00000001:2.0:1773941464.110706:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294939940 00000100:00000001:2.0:1773941464.110712:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938151 00000100:00000001:2.0:1773941464.110721:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941464.110724:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.110726:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941464.110731:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941464.110733:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941464.110736:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941464.110739:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941464.110825:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941464.110833:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941464.110840:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.110847:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941464.110853:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e53b8 00000400:00000010:3.0:1773941464.110855:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e53b8. 00000100:00000001:3.0:1773941464.110860:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941464.110866:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.110877:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941464.110891:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.110896:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.110898:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941464.112041:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.112050:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941464.112052:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.112054:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.112060:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941464.112097:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941464.112106:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941464.112110:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941464.112146:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.112153:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205380 00000400:00000200:3.0:1773941464.112159:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.112165:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe25 [1] + 224 00000800:00000001:3.0:1773941464.112174:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.112183:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.112185:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.112189:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941464.112193:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941464.112198:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941464.112210:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.112233:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941464.112241:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.112245:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941464.112275:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941464.112281:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941464.112283:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941464.112286:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:2.0:1773941464.112290:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941464.112291:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941464.112293:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941464.112298:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941464.112316:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.112321:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941464.112323:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941464.112325:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941464.112332:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941464.112334:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941464.112336:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.112338:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941464.112344:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941464.112347:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941464.112350:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941464.112353:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:2.0:1773941464.112355:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941464.112358:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941464.112359:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941464.112364:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941464.112367:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941464.112370:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941464.112372:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941464.112373:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941464.112374:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941464.112377:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.112382:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941464.112382:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941464.112384:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941464.112387:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941464.112388:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941464.112390:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112391:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941464.112395:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941464.112396:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941464.112397:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112398:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941464.112401:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941464.112402:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941464.112405:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941464.112407:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 268 00000400:00000200:2.0:1773941464.112410:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941464.112414:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941464.112417:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941464.112419:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941464.112420:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941464.112422:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941464.112425:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941464.112426:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941464.112429:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941464.112431:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941464.112433:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941464.112435:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941464.112436:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941464.112438:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941464.112439:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941464.112440:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941464.112442:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941464.112444:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941464.112446:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941464.112448:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941464.112451:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941464.112453:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112454:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941464.112456:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941464.112462:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88000. 00000020:00000040:2.0:1773941464.112464:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941464.112468:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941464.112469:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112471:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941464.112474:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941464.112477:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941464.112482:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080e800. 00000100:00000001:2.0:1773941464.112486:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941464.112495:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941464.112502:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941464.112505:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941464.112509:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f894724] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.112523:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112524:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941464.112526:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941464.112528:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941464.112531:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941464.112532:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941464.112534:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941464.112536:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941464.112538:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941464.112542:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.112547:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941464.112549:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941464.112552:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941464.112553:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941464.112555:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941464.112556:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941464.112559:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941464.112563:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941464.112567:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941464.112606:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404160:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941464.112608:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941464.112611:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941464.112615:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941464.112617:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941464.112619:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941464.112620:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112626:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:3.0:1773941464.112628:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404288:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941464.112630:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941464.112634:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941464.112635:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941464.112639:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1773941464.112639:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941464.112642:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941464.112647:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941464.112651:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941464.112653:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00000100:00000010:2.0:1773941464.112654:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 02000000:00000001:3.0:1773941464.112658:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941464.112659:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941464.112662:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941464.112666:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941464.112668:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:3.0:1773941464.112670:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bd68. 00010000:00000001:2.0:1773941464.112671:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941464.112674:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1773941464.112675:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc220. 00000020:00000040:2.0:1773941464.112676:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fc00 refcount=4 00000020:00000001:2.0:1773941464.112681:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000100:00000200:3.0:1773941464.112683:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404288, portal 25 00010000:00000001:2.0:1773941464.112684:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000100:00000001:3.0:1773941464.112689:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941464.112692:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826250752 : -120887883300864 : ffff920d98a88000) 00010000:00010000:2.0:1773941464.112692:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941464.112701:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941464.112702:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:2.0:1773941464.112710:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941464.112712:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941464.112718:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941464.112721:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941464.112726:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203404288, offset 0 00010000:00000001:2.0:1773941464.112727:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941464.112732:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:2.0:1773941464.112733:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941464.112738:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.112745:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:2.0:1773941464.112750:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941464.112751:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941464.112754:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941464.112757:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941464.112761:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773941464.112761:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941464.112765:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941464.112774:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 57] 00010000:00000001:2.0:1773941464.112775:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941464.112779:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941464.112782:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00010000:00000001:2.0:1773941464.112785:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941464.112789:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [175:175:256:4294967295] 192.168.204.109@tcp LPNI seq info [58:58:8:4294967295] 00010000:00010000:2.0:1773941464.112789:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941464.112817:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:2.0:1773941464.112817:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215fc00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:2.0:1773941464.112822:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941464.112825:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941464.112832:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00010000:00000001:2.0:1773941464.112838:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941464.112841:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:3.0:1773941464.112842:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000020:00000001:2.0:1773941464.112843:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941464.112846:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215fc00 refcount=5 00000020:00000001:2.0:1773941464.112849:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00000800:00000010:3.0:1773941464.112850:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00010000:00000001:2.0:1773941464.112851:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521291776 : -120887188259840 : ffff920dc215fc00) 00010000:00000001:2.0:1773941464.112855:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941464.112858:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941464.112861:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 10000000:00000001:2.0:1773941464.112868:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941464.112870:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941464.112874:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941464.112881:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 616 niov 1 nkiov 1 10000000:01000000:2.0:1773941464.112881:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941464.112886:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941464.112889:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941464.112891:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941464.112892:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941464.112895:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941464.112901:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941464.112902:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941464.112904:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941464.112907:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941464.112908:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294939942 00010000:00000001:2.0:1773941464.112910:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941464.112914:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215fc00 with handle 0xef3f469e0cc3ad73 from hash 00010000:00000001:2.0:1773941464.112917:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941464.112918:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941464.112919:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941464.112919:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941464.112920:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941464.112921:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941464.112923:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941464.112925:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941464.112926:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941464.112927:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941464.112929:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941464.112933:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941464.112934:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941464.112935:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941464.112936:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941464.112937:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941464.112938:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941464.112939:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941464.112940:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215fc00/0xef3f469e0cc3ad73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941464.112945:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54d00 count: 0 00000800:00000200:3.0:1773941464.112946:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941464.112950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000400:00000200:3.0:1773941464.112954:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.112957:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00010000:00000001:2.0:1773941464.112960:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941464.112961:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00010000:00000001:2.0:1773941464.112963:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941464.112965:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:2.0:1773941464.112967:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941464.112969:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1773941464.112973:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203404160/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941480 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941464.112975:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941464.112991:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941464.112994:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941464.112995:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1773941464.112998:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941464.113005:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f800. 00000100:00000001:3.0:1773941464.113006:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.113010:0:2407:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773941464.113011:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941464.113013:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941464.113015:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941464.113017:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941464.113019:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941464.113022:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941464.113023:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941464.113025:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000100:00000001:2.0:1773941464.113027:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941464.113028:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941464.113029:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:2.0:1773941464.113031:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:2.0:1773941464.113033:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941464.113036:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af86c0. 00000020:00000010:2.0:1773941464.113039:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941464.113043:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941464.113048:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941464.113052:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941464.113057:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e000. 80000000:00000010:2.0:1773941464.113060:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941464.113064:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941464.113068:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e600. 10000000:00000040:2.0:1773941464.113072:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000100:00000001:3.0:1773941464.113073:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939940 10000000:00000001:2.0:1773941464.113074:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941464.113081:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294939942 00000020:00000010:2.0:1773941464.113083:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000100:00000001:3.0:1773941464.113088:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939940 00000040:00000010:2.0:1773941464.113090:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d84db9e00. 00000020:00000010:2.0:1773941464.113094:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000100:00000001:3.0:1773941464.113101:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773941464.113101:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e000. 00000100:00000001:3.0:1773941464.113107:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1773941464.113108:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000100:00000001:3.0:1773941464.113111:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941464.113113:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 00000100:00000001:3.0:1773941464.113115:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1773941464.113141:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e600. 00000020:00000010:2.0:1773941464.113145:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941464.113147:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af86c0. 00000100:00000001:3.0:1773941464.113149:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:2.0:1773941464.113150:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:3.0:1773941464.113152:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941464.113155:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941464.113157:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941464.113160:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941464.113160:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941464.113166:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:2.0:1773941464.113167:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:2.0:1773941464.113171:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941464.113172:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941464.113174:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941464.113176:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:3.0:1773941464.114276:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.114283:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941464.114285:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.114288:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.114293:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.114298:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941464.114303:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.114373:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.114378:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.114381:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205400 00000400:00000200:3.0:1773941464.114385:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941464.114389:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xe35 [1] + 0 00000800:00000001:3.0:1773941464.114394:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.114400:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941464.114403:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941464.114407:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941464.114410:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941464.114415:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941464.114425:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941464.114442:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941464.114447:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941464.114457:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941464.114473:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941464.114477:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941464.114480:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941464.114481:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941464.114484:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bd68. 00000400:00000200:0.0:1773941464.114487:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc220 00000400:00000010:0.0:1773941464.114489:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc220. 00000100:00000001:0.0:1773941464.114491:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941464.114496:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941464.114514:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941464.114519:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941464.114521:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941464.114522:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941464.114523:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941464.114524:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941464.114526:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941464.114527:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941464.114530:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941464.114532:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941464.114534:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941464.114535:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941464.114536:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941464.114538:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941464.114540:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941464.114543:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941464.114547:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941464.114549:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941464.114550:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941464.114552:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941464.114557:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941464.114558:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941464.114559:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941464.114560:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941464.114562:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941464.114563:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941464.114565:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:0.0:1773941464.114568:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941464 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941464.114570:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941464.114575:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:0.0:1773941464.114581:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941464.114582:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941464.114584:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941464.114585:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941464.114588:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:0.0:1773941464.114590:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941464.114591:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941464.114594:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941464.114596:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:0.0:1773941464.114598:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941464.114824:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.114828:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941464.114834:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941464.114844:0:14769:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941464.114845:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404288:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941464.114852:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941464.114854:0:14769:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941464.114856:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941464.114859:0:14769:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941464.114863:0:14769:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941464.114864:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88000 x1860112203404288/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1773941464.114865:0:14769:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941464.114869:0:14769:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941464.114872:0:14769:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941464.114877:0:14769:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.114878:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941464.114880:0:14769:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941464.114882:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941464.114883:0:14769:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941464.114886:0:14769:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941464.114888:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 10000000:00000001:0.0:1773941464.114888:0:14769:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941464.114892:0:14769:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941464.114895:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1773941464.114897:0:14769:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:3.0:1773941464.114899:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941464.114900:0:14769:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000040:3.0:1773941464.114904:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941464.114904:0:14769:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941464.114907:0:14769:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941464.114910:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1773941464.114911:0:14769:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 02000000:00000010:3.0:1773941464.114913:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080e800. 00000100:00000001:0.0:1773941464.114914:0:14769:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941464.114918:0:14769:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:3.0:1773941464.114919:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:0.0:1773941464.114920:0:14769:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 02000000:00000001:3.0:1773941464.114923:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941464.114926:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88000. 00000100:00000001:3.0:1773941464.114930:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941464.114931:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941464.114933:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941464.114938:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941464.114940:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941464.114940:0:14769:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941464.114943:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941464.114944:0:14769:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941464.114948:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941464.114948:0:14769:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941464.114958:0:14769:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941464.114966:0:14769:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941464.114968:0:14769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941464.114970:0:14769:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941464.114972:0:14769:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941464.114973:0:14769:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773941464.118162:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54d00. 00010000:00000010:2.1:1773941464.118168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215fc00. 00000020:00000001:2.0:1773941464.174291:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941464.174298:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941464.174303:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941465.198238:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941465.198246:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941465.198250:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941465.518228:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941465.518236:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941465.518240:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941465.518242:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941465.518243:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941465.518245:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941465.518248:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 00000100:00000040:2.0:1773941465.518249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 10000000:00000001:0.0:1773941465.518250:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941465.518253:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:0.0:1773941465.518256:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941465.518258:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000001:2.0:1773941465.518263:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941465.518273:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88700. 00000100:00000010:0.0:1773941465.518273:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad180. 00000020:00000040:2.0:1773941465.518281:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000020:00000040:0.0:1773941465.518281:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941465.518290:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1773941465.518290:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941465.518296:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941465.518296:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941465.518305:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.518305:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941465.518318:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d87fe7a00. 02000000:00000010:2.0:1773941465.518319:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45000. 00000100:00000001:0.0:1773941465.518330:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.518331:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941465.518336:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941465.518339:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941465.518346:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e300. 00000100:00000040:2.0:1773941465.518348:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1773941465.518352:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941465.518356:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80030c00. 00000020:00000001:0.0:1773941465.518361:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941465.518365:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80030c00 with handle 0xef3f469e0cc3ad7a to hash 00000100:00000001:2.0:1773941465.518368:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1773941465.518369:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941465.518371:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941465.518374:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00000100:00000001:2.0:1773941465.518376:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941465.518379:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941465.518383:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941465.518388:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dba6252] to pc [ptlrpcd_01_00+0] req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941465.518403:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941465.518412:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941465.518417:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941465.518425:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00010000:00010000:0.0:1773941465.518428:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941465.518437:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941465.518440:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941465.518446:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941465.518449:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185692209920 : -120888017341696 : ffff920d90ab3300) 00000100:00000001:3.0:1773941465.518450:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941465.518452:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941465.518456:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697427840 : -120888012123776 : ffff920d90fad180) 00000100:00000001:3.0:1773941465.518457:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941465.518462:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941465.518463:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941465.518463:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941465.518468:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.518469:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941465.518476:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.518476:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941465.518480:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941465.518490:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1773941465.518497:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.518501:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.518508:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941465.518512:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1773941465.518513:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941465.518515:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.518517:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.518519:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941465.518523:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941465.518524:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203404544:192.168.204.109@tcp:400:kworker.0 02000000:00000001:0.0:1773941465.518526:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.518532:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1773941465.518534:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404416:192.168.204.109@tcp:101:ll_cfg_requeue.0 02000000:00000001:3.0:1773941465.518539:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1773941465.518539:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941465.518542:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.518542:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941465.518545:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.518547:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1773941465.518549:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941465.518553:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12e7000. 02000000:00000010:0.0:1773941465.518554:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c2400. 02000000:00000001:3.0:1773941465.518556:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.518558:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941465.518568:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941465.518572:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941465.518574:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:0.0:1773941465.518576:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:3.0:1773941465.518583:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000400:00000010:0.0:1773941465.518583:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:3.0:1773941465.518594:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203404544, portal 25 00000100:00000001:3.0:1773941465.518597:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1773941465.518597:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404416, portal 25 00000100:00000001:3.0:1773941465.518598:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826252544 : -120887883299072 : ffff920d98a88700) 00000100:00000001:0.0:1773941465.518602:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941465.518605:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697427840 : -120888012123776 : ffff920d90fad180) 00000100:00000040:3.0:1773941465.518608:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941465.518613:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.518626:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773941465.518628:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941465.518632:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000040:0.0:1773941465.518635:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941465.518638:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcc38. 00000400:00000010:0.0:1773941465.518639:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee908. 00000100:00000200:3.0:1773941465.518643:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203404544, offset 0 00000100:00000200:0.0:1773941465.518644:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203404416, offset 0 00000400:00000200:0.0:1773941465.518660:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941465.518661:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941465.518670:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.518672:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941465.518680:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941465.518683:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941465.518687:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941465.518691:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941465.518694:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941465.518700:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941465.518700:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941465.518705:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941465.518709:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941465.518711:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 57] 00000400:00000200:3.0:1773941465.518718:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941465.518718:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1773941465.518728:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [176:176:256:4294967295] 192.168.204.119@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1773941465.518729:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 57] 00000400:00000200:0.0:1773941465.518736:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941465.518737:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941465.518742:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [177:177:256:4294967295] 192.168.204.109@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1773941465.518752:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.518760:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941465.518766:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941465.518785:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1773941465.518791:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1773941465.518796:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00000800:00000010:0.0:1773941465.518796:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359de00. 00000800:00000200:3.0:1773941465.518807:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941465.518810:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1773941465.518823:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941465.518823:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1773941465.518831:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359de00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1773941465.518832:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941465.518848:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941465.518853:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941465.518859:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.518860:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294941348 00000400:00000200:3.0:1773941465.518865:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941465.518868:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294941348 00000100:00000001:0.0:1773941465.518868:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939942 00000100:00000001:0.0:1773941465.518875:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294941348 00000100:00000001:3.0:1773941465.518876:0:2414:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, keep current deadline 4294941348 00000100:00000001:0.0:1773941465.518879:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939942 00000100:00000001:3.0:1773941465.518880:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294941348 00000100:00000001:0.0:1773941465.518885:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.518886:0:2414:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, keep current deadline 4294941348 00000100:00000001:0.0:1773941465.518890:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.518891:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941465.518894:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941465.518895:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.518896:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941465.518900:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941465.518901:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 11 seconds 00000100:00000001:3.0:1773941465.518907:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941465.518907:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941465.518911:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.518914:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941465.518917:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941465.518920:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941465.518922:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941465.518924:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.518926:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941465.518968:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941465.518971:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000400:00000200:3.0:1773941465.518976:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1773941465.518979:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941465.518981:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000800:00000010:2.0:1773941465.518986:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359de00. 00000400:00000200:3.0:1773941465.518987:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcc38 00000400:00000010:3.0:1773941465.518992:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcc38. 00000400:00000200:2.0:1773941465.518995:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941465.518996:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941465.519000:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941465.519013:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941465.519021:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee908 00000400:00000010:2.0:1773941465.519025:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee908. 00000100:00000001:3.0:1773941465.519027:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941465.519030:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1773941465.519032:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941465.519039:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.519042:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.519046:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941465.519055:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941465.519061:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.519069:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.519071:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941465.520211:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.520233:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.520244:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941465.520247:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.520250:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941465.520255:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941465.520262:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000800:00000001:3.0:1773941465.520270:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941465.520273:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941465.520275:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941465.520277:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.520282:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.520287:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.520288:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1773941465.520296:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.520298:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.520302:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.520308:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205500 00000400:00000200:3.0:1773941465.520309:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.520316:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205480 00000400:00000200:3.0:1773941465.520322:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941465.520322:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941465.520330:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:3.0:1773941465.520335:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1773941465.520339:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:3.0:1773941465.520342:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941465.520346:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1773941465.520346:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773941465.520351:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1773941465.520355:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1773941465.520358:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941465.520359:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941465.520363:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941465.520373:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000040:3.0:1773941465.520376:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.520379:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941465.520389:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.520392:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941465.520400:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1773941465.520404:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1773941465.520406:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941465.520423:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941465.520430:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941465.520434:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941465.520436:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941465.520440:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941465.520443:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941465.520446:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773941465.520448:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1773941465.520453:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941465.520458:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.520465:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773941465.520470:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.520481:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941465.520483:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.520484:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941465.520485:0:14734:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1773941465.520486:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1773941465.520489:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941465.520490:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941465.520492:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.520496:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773941465.520498:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1773941465.520501:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=41 v=5 (5 0 0 0) 00000400:00000001:3.0:1773941465.520502:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941465.520506:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000100:00001000:0.0:1773941465.520507:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000400:00000200:3.0:1773941465.520511:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000100:00000001:0.0:1773941465.520512:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1773941465.520516:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:02020000:0.0:1773941465.520518:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941465.520520:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941465.520522:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:3.0:1773941465.520526:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.520534:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941465.520540:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00000200:3.0:1773941465.520541:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941465.520545:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:00000001:3.0:1773941465.520552:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:02020000:0.0:1773941465.520553:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00000001:3.0:1773941465.520555:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.520558:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941465.520560:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941465.520561:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941465.520564:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.520567:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941465.520569:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941465.520573:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941465.520574:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941465.520576:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941465.520578:0:2414:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941465.520579:0:2414:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.520581:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941465.520585:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.520590:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.520592:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941465.520593:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941465.520596:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941465.520601:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203404544:192.168.204.109@tcp:400:kworker.0 00000100:00080000:0.0:1773941465.525114:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941465.525131:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941465.525133:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941465.525135:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941465.525141:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941465.525150:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.525156:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941465.525156:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941465.525164:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941465.525165:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941465.525166:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941465.525169:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941465.525170:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525172:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941465.525173:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941465.525175:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00000001:3.0:1773941465.525178:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1773941465.525178:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525182:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941465.525185:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1773941465.525187:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88700 x1860112203404544/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941481 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941465.525187:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941465.525193:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941465.525200:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 270 00000100:00000001:3.0:1773941465.525201:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941465.525209:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941465.525215:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941465.525220:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941465.525223:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941465.525226:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941465.525236:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941465.525240:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941465.525242:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941465.525244:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941465.525247:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941465.525250:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941465.525252:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941465.525256:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941465.525258:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941465.525261:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941465.525263:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941465.525267:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941465.525270:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 02000000:00000001:3.0:1773941465.525274:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941465.525274:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.525278:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1773941465.525279:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12e7000. 02000000:00000001:3.0:1773941465.525284:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1773941465.525284:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941465.525287:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941465.525290:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941465.525290:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941465.525294:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941465.525295:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:3.0:1773941465.525297:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45000. 00000100:00000001:0.0:1773941465.525298:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.525304:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941465.525307:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941465.525308:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faed80. 00000100:00000010:3.0:1773941465.525309:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88700. 00000020:00000040:0.0:1773941465.525312:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941465.525313:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941465.525317:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941465.525319:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1773941465.525320:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941465.525322:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525325:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1773941465.525326:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1773941465.525327:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1773941465.525329:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.525331:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.525333:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941465.525337:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941465.525337:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c3000. 00000100:00000001:0.0:1773941465.525342:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941465.525349:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941465.525356:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941465.525359:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941465.525368:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdace4e] to pc [ptlrpcd_rcv+-1] req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.525384:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525386:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941465.525387:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941465.525390:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941465.525392:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941465.525394:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941465.525395:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 1 seconds 00000100:00000001:0.0:1773941465.525398:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941465.525399:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941465.525403:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.525408:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941465.525409:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941465.525411:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.525414:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941465.525414:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941465.525417:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.525419:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941465.525421:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941465.525430:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941465.525433:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404416:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941465.525442:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941465.525447:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941465.525452:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941465.525453:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941465.525458:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525459:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941465.525464:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1773941465.525466:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941465.525469:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941465.525474:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941465.525482:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404672:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941465.525485:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.525487:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1773941465.525490:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90ab3300. 02000000:00000001:3.0:1773941465.525491:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941465.525495:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.525497:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941465.525499:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941465.525503:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941465.525507:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941465.525511:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941465.525511:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941465.525516:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941465.525518:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:0.0:1773941465.525520:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1773941465.525522:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000020:00000040:0.0:1773941465.525525:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030c00 refcount=4 00000400:00000010:3.0:1773941465.525527:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000020:00000001:0.0:1773941465.525529:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00000100:00000200:3.0:1773941465.525533:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404672, portal 25 00010000:00000001:0.0:1773941465.525534:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00000100:00000001:3.0:1773941465.525537:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941465.525540:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435008 : -120888012116608 : ffff920d90faed80) 00010000:00010000:0.0:1773941465.525543:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941465.525546:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941465.525559:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941465.525561:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1773941465.525565:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941465.525566:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941465.525570:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcc38. 00000100:00000200:3.0:1773941465.525575:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203404672, offset 0 00010000:00000001:0.0:1773941465.525576:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773941465.525580:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941465.525581:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:0.0:1773941465.525588:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941465.525589:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941465.525592:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941465.525595:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941465.525596:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941465.525603:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941465.525606:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1773941465.525609:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:0.0:1773941465.525610:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941465.525614:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941465.525616:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941465.525619:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941465.525620:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941465.525627:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 59] 00010000:00010000:0.0:1773941465.525632:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80030c00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941465.525634:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 10000000:00000001:0.0:1773941465.525636:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941465.525640:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941465.525641:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [178:178:256:4294967295] 192.168.204.119@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1773941465.525659:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1773941465.525669:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941465.525672:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941465.525675:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:0.0:1773941465.525675:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941465.525679:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030c00 refcount=5 00000020:00000001:0.0:1773941465.525682:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941465.525685:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941465.525688:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1773941465.525689:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00010000:0.0:1773941465.525691:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:3.0:1773941465.525700:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 10000000:00000001:0.0:1773941465.525700:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941465.525703:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941465.525709:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:3.0:1773941465.525711:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 10000000:00000040:0.0:1773941465.525712:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941465.525715:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941465.525718:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941465.525719:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941465.525722:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941465.525724:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1773941465.525726:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1773941465.525727:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941465.525728:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941465.525730:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80030c00 with handle 0xef3f469e0cc3ad7a from hash 00010000:00000001:0.0:1773941465.525732:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941465.525733:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941465.525734:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941465.525737:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1773941465.525740:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941465.525740:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941465.525743:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941465.525746:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941465.525747:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941465.525748:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941465.525754:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.525757:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941465.525757:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941465.525765:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941465.525769:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941465.525770:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294941355 00010000:00000001:0.0:1773941465.525771:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941465.525787:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941465.525789:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941465.525791:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941465.525792:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941348 00010000:00000001:0.0:1773941465.525793:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941465.525797:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941465.525801:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad7a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941465.525805:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294941355 00010000:00000040:0.0:1773941465.525810:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e300 count: 0 00000100:00000001:3.0:1773941465.525811:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941348 00000100:00000001:3.0:1773941465.525818:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.525820:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.525822:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.525824:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941465.525825:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941465.525828:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941465.525829:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941465.525830:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941465.525832:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941465.525836:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1773941465.525837:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fad180 x1860112203404416/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.525838:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773941465.525838:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941465.525841:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941465.525844:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000100:00000001:3.0:1773941465.525846:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941465.525851:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941465.525858:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1773941465.525861:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1773941465.525862:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941465.525865:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c2400. 00000400:00000200:2.0:1773941465.525868:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcc38 02000000:00000001:0.0:1773941465.525870:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1773941465.525871:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcc38. 00000020:00000001:0.0:1773941465.525873:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941465.525876:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941465.525877:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1773941465.525878:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941465.525881:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d87fe7a00. 00000100:00000200:2.0:1773941465.525884:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941465.525886:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941465.525888:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941465.525891:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad180. 00000100:00000001:0.0:1773941465.525895:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941465.525897:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941465.525900:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941465.525901:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1773941465.525903:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000040:2.0:1773941465.525907:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941465.525908:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941465.525916:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1773941465.525918:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d98b51180. 00000100:00000001:2.0:1773941465.525919:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773941465.525924:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe7a00. 00000020:00000010:0.0:1773941465.525928:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6600. 00000040:00000010:0.0:1773941465.525931:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe7c00. 00000020:00000010:0.0:1773941465.525935:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941465.525938:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7800. 80000000:00000010:0.0:1773941465.525942:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c2a0. 00040000:00000010:0.0:1773941465.525945:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe6400. 20000000:00000010:0.0:1773941465.525949:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d87fe6a00. 10000000:00000040:0.0:1773941465.525953:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:0.0:1773941465.525955:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941465.525959:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6600. 00000040:00000010:0.0:1773941465.525962:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe7c00. 00000020:00000010:0.0:1773941465.525964:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941465.525967:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7800. 80000000:00000010:0.0:1773941465.525969:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9099c2a0. 00040000:00000010:0.0:1773941465.525971:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe6400. 20000000:00000010:0.0:1773941465.525974:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d87fe6a00. 00000020:00000010:0.0:1773941465.525975:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe7a00. 10000000:00000010:0.0:1773941465.525977:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d98b51180. 10000000:01000000:0.0:1773941465.525980:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941465.525982:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941465.525984:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:2.0:1773941465.527148:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.527155:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941465.527157:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.527159:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941465.527162:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.527166:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941465.527171:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.527173:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941465.527177:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941465.527179:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205580 00000400:00000200:2.0:1773941465.527182:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941465.527186:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xe5d [1] + 0 00000800:00000001:2.0:1773941465.527189:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.527194:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941465.527196:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941465.527204:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941465.527207:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941465.527211:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941465.527219:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.527233:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941465.527238:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941465.527240:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.527261:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941465.527263:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941465.527267:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941465.527268:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941465.527270:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941465.527273:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941465.527275:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941465.527277:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941465.527281:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941465.527289:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.527294:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941465.527295:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.527297:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941465.527298:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941465.527300:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941465.527307:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.527309:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941465.527312:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941465.527315:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941465.527317:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941465.527318:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941465.527320:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941465.527321:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.527323:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941465.527326:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.527331:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.527332:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941465.527333:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.527335:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941465.527339:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941465.527341:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941465.527342:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941465.527344:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941465.527345:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941465.527347:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941465.527348:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941465.527351:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941465 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941465.527353:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941465.527358:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941465.527360:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941465.527361:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941465.527363:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.527364:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1773941465.527367:0:2411:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.109@tcp) after server handle changed from 0xf40a435afd2a19ac to 0x741ae2aed4228496 00000100:00080000:3.0:1773941465.530744:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941465.530749:0:2411:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.530752:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941465.530763:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941465.530766:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941465.530929:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.530933:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.530939:0:14770:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941465.530939:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941465.530949:0:14770:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:2.0:1773941465.530951:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404672:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00100000:3.0:1773941465.530953:0:14770:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941465.530956:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.530957:0:14770:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941465.530960:0:14770:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941465.530961:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1773941465.530964:0:14770:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:2.0:1773941465.530967:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faed80 x1860112203404672/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773941465.530968:0:14770:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941465.530973:0:14770:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941465.530977:0:14770:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941465.530978:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941465.530979:0:14770:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941465.530983:0:14770:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941465.530983:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:3.0:1773941465.530987:0:14770:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941465.530987:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941465.530988:0:14770:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941465.530992:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1773941465.530994:0:14770:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:2.0:1773941465.530995:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941465.530998:0:14770:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000040:2.0:1773941465.530999:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941465.531001:0:14770:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:2.0:1773941465.531003:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941465.531004:0:14770:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941465.531006:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c3000. 00000100:00080000:3.0:1773941465.531008:0:14770:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941465.531012:0:14770:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941465.531012:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:3.0:1773941465.531016:0:14770:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:2.0:1773941465.531016:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:3.0:1773941465.531020:0:14770:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000010:2.0:1773941465.531020:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faed80. 00000100:00000001:2.0:1773941465.531026:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941465.531027:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.531029:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941465.531031:0:14770:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941465.531033:0:14770:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.531035:0:14770:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941465.531040:0:14770:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:2.0:1773941465.531040:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941465.531044:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.531046:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941465.531049:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941465.532827:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941465.532832:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941465.532835:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941465.532841:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1773941465.534158:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e300. 00010000:00000010:0.1:1773941465.534171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80030c00. 00000100:00000001:3.0:1773941465.535961:0:14770:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941465.535964:0:14770:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941465.535966:0:14770:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941465.535968:0:14770:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941465.535969:0:14770:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941466.222304:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941466.222312:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941466.222317:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941466.798208:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941466.798215:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941466.798219:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941466.798221:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941466.798223:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941466.798224:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941466.798227:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941466.798245:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941466.798247:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:0.0:1773941466.798249:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941466.798251:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941466.798258:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad180. 00000020:00000040:0.0:1773941466.798263:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941466.798266:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.798270:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.798276:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.798283:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d87fe6a00. 00000100:00000001:0.0:1773941466.798290:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.798294:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941466.798296:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941466.798303:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e300. 00010000:00000001:0.0:1773941466.798307:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941466.798309:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80030c00. 00000020:00000001:0.0:1773941466.798313:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941466.798315:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80030c00 with handle 0xef3f469e0cc3ad81 to hash 00000020:00000001:0.0:1773941466.798317:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941466.798318:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941466.798320:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941466.798324:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941466.798326:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941466.798329:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941466.798336:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941466.798346:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941466.798351:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941466.798352:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941466.798363:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941466.798365:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185692209920 : -120888017341696 : ffff920d90ab3300) 00000100:00000001:0.0:1773941466.798367:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.798369:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697427840 : -120888012123776 : ffff920d90fad180) 00000100:00000001:0.0:1773941466.798373:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.798377:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.798379:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941466.798381:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941466.798391:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.798397:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941466.798399:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.798402:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941466.798404:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.798406:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.798409:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404800:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941466.798412:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941466.798417:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941466.798419:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.798421:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941466.798425:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c2400. 02000000:00000001:0.0:1773941466.798427:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.798434:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941466.798438:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941466.798443:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941466.798450:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404800, portal 25 00000100:00000001:0.0:1773941466.798451:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.798452:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697427840 : -120888012123776 : ffff920d90fad180) 00000100:00000040:0.0:1773941466.798456:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.798462:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941466.798464:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941466.798466:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee6e8. 00000100:00000200:0.0:1773941466.798473:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203404800, offset 0 00000400:00000200:0.0:1773941466.798478:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941466.798485:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941466.798508:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941466.798514:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941466.798518:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941466.798523:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.798526:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941466.798529:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 61] 00000400:00000200:0.0:1773941466.798533:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941466.798538:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [179:179:256:4294967295] 192.168.204.109@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1773941466.798543:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941466.798555:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941466.798563:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941466.798569:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d100. 00000800:00000200:0.0:1773941466.798577:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941466.798585:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941466.798590:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941466.798606:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.798610:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941466.798613:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294942628 00000100:00000001:0.0:1773941466.798618:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941355 00000100:00000001:0.0:1773941466.798621:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294942628 00000100:00000001:0.0:1773941466.798623:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941355 00000100:00000001:0.0:1773941466.798626:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941466.798628:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.798630:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.798632:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941466.798634:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 11 seconds 00000100:00000001:0.0:1773941466.798636:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941466.798644:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941466.798720:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941466.798725:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d100. 00000400:00000200:2.0:1773941466.798730:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.798735:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941466.798739:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee6e8 00000400:00000010:2.0:1773941466.798742:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee6e8. 00000100:00000001:2.0:1773941466.798746:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941466.798764:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.798773:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941466.798776:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.798782:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.798784:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941466.799928:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.799940:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941466.799943:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.799946:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941466.799951:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.799957:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941466.799965:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.799969:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.799974:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.799979:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205600 00000400:00000200:2.0:1773941466.799984:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.800000:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:2.0:1773941466.800009:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.800025:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941466.800028:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.800033:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941466.800038:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941466.800044:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941466.800056:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.800080:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941466.800088:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.800092:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.800172:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941466.800178:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941466.800179:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941466.800181:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941466.800184:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941466.800186:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941466.800188:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941466.800192:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941466.800200:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.800206:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941466.800207:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.800209:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941466.800211:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941466.800213:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941466.800215:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.800216:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941466.800221:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941466.800224:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941466.800226:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941466.800229:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:0.0:1773941466.804104:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.804109:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941466.804112:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941466.804131:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941466.804135:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941466.804138:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941466.804140:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941466.804141:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941466.804143:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941466.804149:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.804168:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941466.804170:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941466.804172:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.804176:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941466.804179:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941466.804180:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.804183:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.804184:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941466.804185:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941466.804186:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.804188:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.804191:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941466.804193:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941466.804196:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941466.804200:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 271 00000400:00000200:0.0:1773941466.804206:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941466.804210:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941466.804213:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941466.804215:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.804217:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941466.804219:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941466.804224:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941466.804226:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941466.804227:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941466.804229:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941466.804231:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941466.804232:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941466.804234:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941466.804236:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941466.804237:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941466.804240:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941466.804243:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941466.804254:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941466.804257:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.804260:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941466.804263:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.804266:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.804269:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941466.804271:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941466.804276:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad880. 00000020:00000040:0.0:1773941466.804280:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941466.804284:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941466.804286:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.804289:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941466.804292:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941466.804295:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941466.804301:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c3800. 00000100:00000001:0.0:1773941466.804305:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941466.804312:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941466.804319:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941466.804322:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.804326:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000808aec1d] to pc [ptlrpcd_rcv+-1] req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.804346:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.804348:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941466.804350:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.804352:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.804355:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.804356:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941466.804358:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 1 seconds 00000100:00000001:0.0:1773941466.804360:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941466.804361:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941466.804365:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.804379:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941466.804382:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.804384:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941466.804386:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.804391:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1773941466.804391:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.804398:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.804402:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1773941466.804406:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203404800:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000040:3.0:1773941466.804413:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.804414:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.804417:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.804420:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941466.804421:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941466.804429:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.804444:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941466.804447:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.804448:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941466.804452:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90ab3300. 02000000:00000001:3.0:1773941466.804454:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941466.804457:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1773941466.804459:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941466.804461:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941466.804464:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.804466:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941466.804470:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941466.804473:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1773941466.804474:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404928:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000020:00000040:0.0:1773941466.804475:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030c00 refcount=4 00000020:00000001:0.0:1773941466.804479:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941466.804483:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00000100:00000001:3.0:1773941466.804485:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1773941466.804488:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941466.804490:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941466.804495:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.804497:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:3.0:1773941466.804501:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1773941466.804502:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941466.804508:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941466.804514:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.804523:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941466.804524:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:0.0:1773941466.804529:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941466.804531:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941466.804540:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00010000:00000001:0.0:1773941466.804542:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.804545:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1773941466.804548:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203404928, portal 25 00010000:00010000:0.0:1773941466.804548:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941466.804555:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941466.804558:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941466.804559:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697429632 : -120888012121984 : ffff920d90fad880) 00010000:00000001:0.0:1773941466.804562:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941466.804566:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1773941466.804569:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941466.804570:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941466.804585:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80030c00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:0.0:1773941466.804588:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941466.804591:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941466.804593:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941466.804600:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:0.0:1773941466.804601:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941466.804604:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941466.804606:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1773941466.804607:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc110. 00000020:00000040:0.0:1773941466.804607:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030c00 refcount=5 00000020:00000001:0.0:1773941466.804611:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00000100:00000200:3.0:1773941466.804614:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203404928, offset 0 00010000:00000001:0.0:1773941466.804614:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412754432 : -120888296797184 : ffff920d80030c00) 00010000:00000001:0.0:1773941466.804617:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941466.804621:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.804628:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000001:0.0:1773941466.804629:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1773941466.804637:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.804638:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:01000000:0.0:1773941466.804646:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941466.804650:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000040:0.0:1773941466.804650:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1773941466.804652:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941466.804657:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941466.804659:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773941466.804659:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773941466.804663:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941466.804665:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941466.804667:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:0.0:1773941466.804668:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941466.804670:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941466.804673:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80030c00 with handle 0xef3f469e0cc3ad81 from hash 00000400:00000200:3.0:1773941466.804676:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941466.804676:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941466.804679:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.804681:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.804683:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1773941466.804684:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773941466.804685:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941466.804687:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773941466.804688:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.804689:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.804690:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941466.804691:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941466.804693:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941466.804700:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941466.804702:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 61] 00010000:00000001:0.0:1773941466.804702:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.804704:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941466.804706:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941466.804708:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941466.804711:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.804713:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941466.804714:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:0.0:1773941466.804715:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80030c00/0xef3f469e0cc3ad81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941466.804723:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [180:180:256:4294967295] 192.168.204.119@tcp LPNI seq info [63:63:8:4294967295] 00010000:00000040:0.0:1773941466.804724:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e300 count: 0 00000400:00000200:3.0:1773941466.804733:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1773941466.804741:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941466.804745:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.804762:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1773941466.804763:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1773941466.804767:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fad180 x1860112203404800/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.804775:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941466.804778:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1773941466.804783:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000010:0.0:1773941466.804783:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c2400. 02000000:00000001:0.0:1773941466.804790:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:3.0:1773941466.804793:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0700. 00000020:00000001:0.0:1773941466.804793:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941466.804796:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941466.804800:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:3.0:1773941466.804805:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:0.0:1773941466.804806:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d87fe6a00. 02000000:00000001:0.0:1773941466.804813:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941466.804815:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941466.804819:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad180. 00000800:00000200:3.0:1773941466.804820:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1773941466.804825:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:3.0:1773941466.804827:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941466.804828:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941466.804833:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:0.0:1773941466.804836:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:0.0:1773941466.804839:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941466.804844:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d98b51180. 00000100:00000001:3.0:1773941466.804845:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941466.804849:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe6a00. 00000400:00000200:3.0:1773941466.804853:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:0.0:1773941466.804855:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe6400. 00000100:00000001:3.0:1773941466.804857:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294942634 00000040:00000010:0.0:1773941466.804859:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe7800. 00000020:00000010:0.0:1773941466.804866:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816a800. 00000100:00000001:3.0:1773941466.804868:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942628 00000020:00000010:0.0:1773941466.804870:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7c00. 80000000:00000010:0.0:1773941466.804876:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c2a0. 00000100:00000001:3.0:1773941466.804878:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294942634 00040000:00000010:0.0:1773941466.804880:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe6600. 00000100:00000001:3.0:1773941466.804885:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942628 20000000:00000010:0.0:1773941466.804885:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d87fe7e00. 10000000:00000040:0.0:1773941466.804892:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000100:00000001:3.0:1773941466.804893:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1773941466.804894:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941466.804898:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941466.804900:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe6400. 00000100:00000001:3.0:1773941466.804904:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1773941466.804905:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe7800. 00000100:00000001:3.0:1773941466.804909:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773941466.804916:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816a800. 00000100:00000001:3.0:1773941466.804917:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1773941466.804920:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7c00. 00000100:00000001:3.0:1773941466.804921:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 80000000:00000010:0.0:1773941466.804924:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9099c2a0. 00000100:00000001:3.0:1773941466.804927:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:0.0:1773941466.804928:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe6600. 00000100:00000001:3.0:1773941466.804931:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:0.0:1773941466.804933:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d87fe7e00. 00000100:00000001:3.0:1773941466.804936:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941466.804937:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe6a00. 10000000:00000010:0.0:1773941466.804942:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d98b51180. 00000100:00000001:3.0:1773941466.804943:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941466.804945:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941466.804949:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941466.804951:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941466.804953:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 00000800:00000200:2.0:1773941466.804954:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1773941466.804956:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941466.804960:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 00000800:00000010:2.0:1773941466.804961:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0700. 10000000:00000001:0.0:1773941466.804962:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1773941466.804970:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.804976:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941466.804981:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc110 00000400:00000010:2.0:1773941466.804983:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc110. 00000100:00000001:2.0:1773941466.804987:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941466.804992:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.805002:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941466.805006:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.805014:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.805016:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941466.808775:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.808786:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941466.808788:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.808790:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941466.808796:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941466.808801:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941466.808806:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941466.808809:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941466.808822:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.808825:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205680 00000400:00000200:2.0:1773941466.808829:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941466.808832:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xe75 [1] + 0 00000800:00000001:2.0:1773941466.808838:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.808852:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941466.808855:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941466.808858:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941466.808862:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941466.808866:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941466.808875:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.808889:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941466.808895:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941466.808898:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.808908:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941466.808911:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941466.808916:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941466.808918:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941466.808921:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941466.808925:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941466.808933:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941466.808935:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.808940:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941466.808948:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.808954:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941466.808955:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.808957:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941466.808959:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941466.808961:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941466.808962:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.808964:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941466.808969:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941466.808972:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941466.808974:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941466.808975:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941466.808977:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941466.808979:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.808980:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941466.808983:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.808988:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941466.808990:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941466.808991:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.808993:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941466.808998:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941466.809000:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941466.809001:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941466.809003:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941466.809005:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941466.809007:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941466.809009:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941466.809011:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941466 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941466.809017:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941466.809023:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941466.809025:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941466.809027:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941466.809029:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.809030:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941466.809033:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941466.809035:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941466.809037:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941466.809040:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941466.809043:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941466.809045:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941466.809304:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.809308:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941466.809315:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941466.809326:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203404928:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941466.809327:0:14771:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941466.809331:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.809334:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941466.809336:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fad880 x1860112203404928/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.809344:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941466.809346:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941466.809349:0:14771:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000010:3.0:1773941466.809350:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941466.809357:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1773941466.809357:0:14771:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:3.0:1773941466.809359:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941466.809363:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941466.809363:0:14771:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941466.809368:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:1.0:1773941466.809368:0:14771:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941466.809372:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c3800. 00000001:00000001:1.0:1773941466.809374:0:14771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941466.809375:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941466.809378:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941466.809379:0:14771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941466.809380:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad880. 00000001:00000001:1.0:1773941466.809384:0:14771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941466.809386:0:14771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941466.809387:0:14771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941466.809390:0:14771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941466.809393:0:14771:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.809394:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941466.809395:0:14771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941466.809397:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.809400:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941466.809401:0:14771:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941466.809404:0:14771:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941466.809405:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941466.809406:0:14771:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941466.809409:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.809410:0:14771:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.809413:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1773941466.809414:0:14771:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941466.809418:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.809418:0:14771:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941466.809420:0:14771:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941466.809422:0:14771:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941466.809439:0:14771:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941466.809441:0:14771:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.809443:0:14771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941466.809445:0:14771:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941466.809447:0:14771:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941466.809449:0:14771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941466.809450:0:14771:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941466.809451:0:14771:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941466.809453:0:14771:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941466.815161:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e300. 00010000:00000010:0.1:1773941466.815172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80030c00. 00000020:00000001:2.0:1773941467.246322:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941467.246327:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941467.246332:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941468.206286:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941468.206294:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941468.206298:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941468.206300:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941468.206302:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941468.206303:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941468.206306:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941468.206307:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941468.206311:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941468.206313:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941468.206316:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941468.206329:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941468.206335:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941468.206340:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941468.206344:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941468.206349:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941468.206359:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12e7000. 00000100:00000001:3.0:1773941468.206368:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.206373:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941468.206376:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941468.206385:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d400. 00010000:00000001:3.0:1773941468.206391:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941468.206396:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941468.206402:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941468.206405:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3ad88 to hash 00000020:00000001:3.0:1773941468.206408:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941468.206409:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941468.206413:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941468.206418:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941468.206439:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941468.206443:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941468.206452:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941468.206462:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941468.206467:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941468.206469:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941468.206474:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941468.206476:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941468.206478:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941468.206479:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000001:3.0:1773941468.206484:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941468.206488:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.206491:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941468.206492:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941468.206503:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.206510:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941468.206511:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.206515:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941468.206517:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941468.206518:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941468.206521:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405056:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941468.206524:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941468.206530:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941468.206532:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.206534:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941468.206538:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941468.206543:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941468.206550:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941468.206553:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941468.206558:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941468.206565:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405056, portal 25 00000100:00000001:3.0:1773941468.206566:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941468.206567:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000040:3.0:1773941468.206572:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.206577:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941468.206579:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941468.206581:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc5d8. 00000100:00000200:3.0:1773941468.206584:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203405056, offset 0 00000400:00000200:3.0:1773941468.206589:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941468.206596:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941468.206603:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941468.206607:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941468.206611:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941468.206614:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.206616:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941468.206619:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 63] 00000400:00000200:3.0:1773941468.206622:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941468.206625:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [181:181:256:4294967295] 192.168.204.109@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1773941468.206628:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941468.206635:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941468.206640:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941468.206644:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000800:00000200:3.0:1773941468.206649:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941468.206655:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941468.206660:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941468.206676:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941468.206684:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941468.206686:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294944036 00000100:00000001:3.0:1773941468.206692:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942634 00000100:00000001:3.0:1773941468.206696:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294944036 00000100:00000001:3.0:1773941468.206698:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942634 00000100:00000001:3.0:1773941468.206701:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941468.206704:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.206706:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941468.206707:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941468.206709:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941468.206712:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941468.206714:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941468.206827:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941468.206833:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000400:00000200:2.0:1773941468.206840:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941468.206847:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941468.206852:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc5d8 00000400:00000010:2.0:1773941468.206854:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc5d8. 00000100:00000001:2.0:1773941468.206858:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941468.206862:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.206871:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941468.206873:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.206879:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.206886:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941468.207937:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.207949:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941468.207952:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.207956:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941468.207963:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.207974:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941468.207981:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.207986:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.207992:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.207998:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205700 00000400:00000200:2.0:1773941468.208003:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.208008:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xe85 [1] + 224 00000800:00000001:2.0:1773941468.208016:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.208022:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941468.208024:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941468.208027:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941468.208031:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941468.208035:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941468.208043:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.208057:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941468.208063:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.208065:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.208083:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941468.208089:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941468.208090:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941468.208092:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941468.208096:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941468.208097:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941468.208099:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941468.208104:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941468.208113:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.208138:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941468.208140:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.208142:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941468.208144:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941468.208146:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941468.208148:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.208150:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941468.208157:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941468.208160:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941468.208162:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941468.208165:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941468.208173:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.208175:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941468.208178:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941468.208182:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941468.208185:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941468.208189:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941468.208191:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941468.208192:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941468.208201:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941468.208206:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.208212:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941468.208213:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941468.208214:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941468.208217:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941468.208219:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941468.208220:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.208221:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941468.208222:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941468.208223:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941468.208224:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.208225:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941468.208228:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941468.208229:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941468.208232:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941468.208234:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 273 00000400:00000200:3.0:1773941468.208237:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941468.208241:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941468.208243:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941468.208246:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941468.208248:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941468.208250:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941468.208255:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941468.208257:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941468.208259:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.208261:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941468.208263:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941468.208264:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941468.208266:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941468.208268:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941468.208269:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941468.208270:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941468.208272:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941468.208275:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941468.208277:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.208279:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941468.208282:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941468.208284:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.208286:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941468.208287:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941468.208290:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941468.208292:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941468.208295:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941468.208296:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.208298:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941468.208300:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941468.208302:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941468.208306:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941468.208309:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941468.208314:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941468.208320:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941468.208323:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941468.208326:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.208345:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.208347:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941468.208348:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.208351:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.208352:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941468.208354:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941468.208356:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941468.208358:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941468.208360:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941468.208365:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.208367:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941468.208372:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941468.208375:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941468.208378:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941468.208382:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.208385:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.208391:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941468.208394:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941468.208395:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941468.208396:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941468.208407:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941468.208408:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941468.208417:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941468.208421:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941468.208422:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405056:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941468.208429:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405184:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941468.208432:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.208437:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941468.208439:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941468.208441:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941468.208444:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941468.208445:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1773941468.208450:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941468.208450:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941468.208458:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941468.208460:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941468.208463:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 02000000:00000010:2.0:1773941468.208465:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080dc00. 00000100:00000001:3.0:1773941468.208466:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941468.208469:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941468.208471:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.208473:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1773941468.208477:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941468.208483:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a5d8. 00010000:00000001:3.0:1773941468.208484:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941468.208486:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.208489:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000400:00000010:2.0:1773941468.208491:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00000020:00000001:3.0:1773941468.208492:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000100:00000200:2.0:1773941468.208496:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405184, portal 25 00010000:00000001:3.0:1773941468.208498:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000100:00000001:2.0:1773941468.208500:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941468.208502:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00010000:00010000:3.0:1773941468.208507:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941468.208509:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941468.208528:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941468.208530:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941468.208536:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941468.208538:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941468.208541:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5dd0. 00000100:00000200:2.0:1773941468.208548:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203405184, offset 0 00010000:00000001:3.0:1773941468.208553:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941468.208559:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941468.208566:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941468.208568:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:3.0:1773941468.208569:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941468.208573:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941468.208583:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941468.208584:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941468.208587:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.208592:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941468.208593:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00010000:3.0:1773941468.208597:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941468.208599:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941468.208606:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00010000:3.0:1773941468.208612:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941468.208613:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941468.208618:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941468.208620:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941468.208623:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941468.208629:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 63] 00000400:00000200:2.0:1773941468.208636:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941468.208641:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [182:182:256:4294967295] 192.168.204.119@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1773941468.208654:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1773941468.208657:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941468.208659:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941468.208661:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.208662:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000020:00000001:3.0:1773941468.208666:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941468.208670:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941468.208677:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941468.208680:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:3.0:1773941468.208682:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941468.208693:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 10000000:00000001:3.0:1773941468.208697:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:2.0:1773941468.208700:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 10000000:00010000:3.0:1773941468.208702:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941468.208709:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 10000000:01000000:3.0:1773941468.208715:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941468.208721:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000200:2.0:1773941468.208736:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 10000000:00000001:3.0:1773941468.208738:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941468.208741:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:3.0:1773941468.208744:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941468.208747:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941468.208750:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941468.208752:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773941468.208755:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.208756:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941468.208759:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941468.208763:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3ad88 from hash 00000400:00000200:2.0:1773941468.208764:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941468.208770:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1773941468.208771:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294944038 00010000:00000001:3.0:1773941468.208774:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.208777:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.208778:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941468.208780:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941468.208782:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941468.208785:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.208786:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.208788:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941468.208797:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941468.208801:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941468.208807:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.208809:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.208810:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941468.208812:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941468.208813:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.208814:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.208816:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941468.208818:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941468.208826:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d400 count: 0 00000800:00000200:2.0:1773941468.208829:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941468.208834:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00010000:00000001:3.0:1773941468.208838:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.208842:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941468.208846:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941468.208847:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941468.208854:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203405056/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941468.208860:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941468.208869:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5dd0 00000100:00000001:3.0:1773941468.208872:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1773941468.208873:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5dd0. 02000000:00000001:3.0:1773941468.208877:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941468.208880:0:2406:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1773941468.208882:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00000200:2.0:1773941468.208888:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941468.208890:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941468.208893:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941468.208897:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941468.208902:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941468.208907:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12e7000. 00000100:00000001:2.0:1773941468.208908:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941468.208912:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.208919:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.208920:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941468.208932:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944036 00000100:00000001:2.0:1773941468.208935:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294944038 00000100:00000001:2.0:1773941468.208938:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944036 00000100:00000001:2.0:1773941468.208940:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941468.208942:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.208944:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.208946:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941468.208953:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941468.208958:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941468.208960:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941468.208961:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941468.208963:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.208965:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.208975:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941468.208979:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941468.208981:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000100:00000001:3.0:1773941468.208986:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941468.208988:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941468.208991:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941468.208994:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941468.208997:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941468.209006:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941468.209009:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12e7000. 00000020:00000010:3.0:1773941468.209014:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845a200. 00000040:00000010:3.0:1773941468.209017:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845b800. 00000020:00000010:3.0:1773941468.209021:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941468.209024:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941468.209027:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941468.209032:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941468.209036:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d89638c00. 10000000:00000040:3.0:1773941468.209039:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941468.209041:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941468.209047:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845a200. 00000040:00000010:3.0:1773941468.209053:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845b800. 00000020:00000010:3.0:1773941468.209056:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941468.209060:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941468.209063:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941468.209067:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941468.209070:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d89638c00. 00000020:00000010:3.0:1773941468.209073:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12e7000. 10000000:00000010:3.0:1773941468.209076:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941468.209081:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941468.209084:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941468.209087:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941468.209089:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941468.209091:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941468.209093:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941468.209096:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941468.213625:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.213638:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941468.213643:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.213646:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941468.213653:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941468.213661:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941468.213669:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941468.213674:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941468.213680:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.213685:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205780 00000400:00000200:2.0:1773941468.213690:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941468.213696:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xe95 [1] + 0 00000800:00000001:2.0:1773941468.213703:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.213711:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941468.213714:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941468.213720:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941468.213740:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941468.213748:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941468.213761:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.213783:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941468.213793:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941468.213798:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.213799:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941468.213803:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941468.213808:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941468.213810:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941468.213813:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a5d8. 00000400:00000200:3.0:1773941468.213818:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:3.0:1773941468.213820:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:3.0:1773941468.213823:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941468.213837:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941468.213845:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.213850:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941468.213852:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.213853:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941468.213855:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941468.213857:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941468.213858:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.213860:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941468.213865:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941468.213868:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941468.213871:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941468.213872:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.213874:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941468.213875:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.213877:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941468.213881:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.213886:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941468.213888:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941468.213889:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.213891:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941468.213896:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941468.213898:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941468.213899:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941468.213901:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.213903:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941468.213904:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941468.213906:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941468.213909:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941468 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941468.213911:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941468.213921:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941468.213923:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941468.213925:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941468.213927:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.213928:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941468.213931:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941468.213933:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941468.213935:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941468.213939:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941468.213941:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941468.213943:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00010000:00000010:3.1:1773941468.214141:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d400. 00010000:00000010:3.1:1773941468.214147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000100:00000001:3.0:1773941468.214165:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.214169:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941468.214173:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941468.214180:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405184:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941468.214182:0:14772:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941468.214185:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.214188:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941468.214191:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203405184/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941468.214195:0:14772:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941468.214198:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941468.214202:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941468.214204:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080dc00. 00000100:00100000:1.0:1773941468.214204:0:14772:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941468.214209:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941468.214210:0:14772:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941468.214212:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941468.214214:0:14772:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941468.214215:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941468.214220:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941468.214221:0:14772:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941468.214223:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 00000001:00000001:1.0:1773941468.214226:0:14772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941468.214231:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941468.214233:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941468.214235:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:3.0:1773941468.214240:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941468.214240:0:14772:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941468.214244:0:14772:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941468.214246:0:14772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941468.214250:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941468.214251:0:14772:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.214253:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941468.214255:0:14772:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.214259:0:14772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941468.214260:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941468.214263:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941468.214265:0:14772:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941468.214266:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941468.214268:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.214273:0:14772:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941468.214277:0:14772:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941468.214280:0:14772:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941468.214284:0:14772:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941468.214287:0:14772:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941468.214288:0:14772:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941468.214290:0:14772:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941468.214308:0:14772:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941468.214311:0:14772:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.214313:0:14772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941468.214318:0:14772:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941468.214323:0:14772:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941468.214326:0:14772:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941468.214328:0:14772:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941468.214331:0:14772:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941468.214333:0:14772:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941468.270292:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941468.270298:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941468.270302:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941469.294327:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941469.294333:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941469.294358:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941469.742241:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941469.742250:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941469.742255:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941469.742258:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941469.742261:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941469.742262:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941469.742265:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941469.742267:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941469.742271:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941469.742274:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941469.742276:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941469.742289:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941469.742295:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941469.742300:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941469.742304:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941469.742310:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941469.742320:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d89638c00. 00000100:00000001:3.0:1773941469.742328:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941469.742333:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941469.742348:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941469.742357:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d400. 00010000:00000001:3.0:1773941469.742363:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941469.742367:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941469.742372:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941469.742375:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3ad8f to hash 00000020:00000001:3.0:1773941469.742378:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941469.742380:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941469.742383:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941469.742388:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941469.742391:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941469.742418:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941469.742431:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941469.742446:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941469.742453:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941469.742455:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941469.742464:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941469.742466:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941469.742469:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941469.742471:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000001:3.0:1773941469.742477:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941469.742483:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.742485:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941469.742487:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941469.742500:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.742511:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941469.742513:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941469.742517:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941469.742520:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941469.742523:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941469.742526:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405312:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941469.742531:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941469.742538:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941469.742540:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941469.742543:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941469.742548:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941469.742551:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941469.742568:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941469.742573:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941469.742580:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941469.742589:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405312, portal 25 00000100:00000001:3.0:1773941469.742592:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941469.742593:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000040:3.0:1773941469.742600:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.742609:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941469.742612:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941469.742616:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc660. 00000100:00000200:3.0:1773941469.742619:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203405312, offset 0 00000400:00000200:3.0:1773941469.742626:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941469.742636:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941469.742644:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941469.742650:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941469.742655:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941469.742659:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941469.742662:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941469.742666:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 65] 00000400:00000200:3.0:1773941469.742670:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941469.742675:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [183:183:256:4294967295] 192.168.204.109@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1773941469.742680:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941469.742690:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941469.742717:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941469.742724:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000800:00000200:3.0:1773941469.742732:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941469.742740:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941469.742745:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941469.742765:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941469.742770:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941469.742779:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294945572 00000100:00000001:3.0:1773941469.742789:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944038 00000100:00000001:3.0:1773941469.742795:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294945572 00000100:00000001:3.0:1773941469.742800:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944038 00000100:00000001:3.0:1773941469.742804:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941469.742808:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.742810:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941469.742812:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941469.742815:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941469.742818:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941469.742821:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941469.742881:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941469.742887:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000400:00000200:2.0:1773941469.742892:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941469.742897:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941469.742907:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc660 00000400:00000010:2.0:1773941469.742909:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc660. 00000100:00000001:2.0:1773941469.742913:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941469.742920:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.742929:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941469.742931:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.742937:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941469.742938:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941469.744062:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.744073:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941469.744075:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.744077:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941469.744083:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.744087:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941469.744093:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.744096:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.744099:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.744102:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205800 00000400:00000200:2.0:1773941469.744106:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.744109:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xea5 [1] + 224 00000800:00000001:2.0:1773941469.744115:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.744157:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941469.744160:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941469.744162:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941469.744167:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941469.744172:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941469.744189:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.744201:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941469.744209:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.744212:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.744240:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941469.744247:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941469.744249:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941469.744252:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941469.744257:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941469.744259:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941469.744262:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941469.744268:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941469.744280:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941485 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.744288:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941469.744290:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.744292:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941469.744295:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941469.744298:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941469.744300:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941469.744303:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941469.744309:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941469.744313:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941469.744317:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941469.744321:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941469.744324:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941469.744335:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941469.744339:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941469.744344:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941469.744349:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941469.744353:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941469.744356:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941469.744358:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941469.744360:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941469.744365:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941485 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.744374:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941469.744375:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941469.744377:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941469.744380:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941469.744383:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941469.744385:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744387:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941469.744388:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941469.744389:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941469.744391:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744393:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941469.744395:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941469.744397:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941469.744400:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941469.744403:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 274 00000400:00000200:3.0:1773941469.744409:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941469.744413:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941469.744417:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941469.744420:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941469.744424:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941469.744426:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941469.744429:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941469.744437:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941469.744439:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941469.744442:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941469.744445:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941469.744447:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941469.744451:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941469.744454:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941469.744456:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941469.744460:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941469.744464:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941469.744468:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941469.744471:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941469.744474:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941469.744478:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941469.744480:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744483:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941469.744485:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941469.744490:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941469.744493:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941469.744497:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941469.744499:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744501:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941469.744503:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941469.744506:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941469.744511:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:3.0:1773941469.744515:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941469.744522:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941469.744532:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941469.744535:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941469.744540:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf78325a] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.744587:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744590:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941469.744592:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941469.744595:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.744598:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941469.744599:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941469.744602:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941469.744604:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941469.744607:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941469.744614:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941485 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.744622:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941469.744623:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941469.744628:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941469.744630:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941469.744633:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941469.744634:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941469.744637:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941469.744644:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941469.744646:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941485 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.744674:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1773941469.744676:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405312:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941469.744678:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941469.744685:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941469.744687:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941469.744689:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941469.744690:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941469.744708:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1773941469.744710:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.744712:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941469.744721:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941485 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941469.744721:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405440:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941469.744732:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941469.744737:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941469.744738:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941469.744742:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941469.744743:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 02000000:00000001:2.0:1773941469.744748:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941469.744749:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941469.744753:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000010:2.0:1773941469.744755:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 00010000:00000001:3.0:1773941469.744756:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941469.744760:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941469.744766:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941469.744767:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1773941469.744771:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a9a0. 00000020:00000001:3.0:1773941469.744772:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941469.744776:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000400:00000010:2.0:1773941469.744779:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5dd0. 00000020:00000001:3.0:1773941469.744781:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000100:00000200:2.0:1773941469.744785:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405440, portal 25 00010000:00000001:3.0:1773941469.744786:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000100:00000001:2.0:1773941469.744793:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941469.744796:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941469.744796:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000040:2.0:1773941469.744807:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941469.744810:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941469.744820:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941469.744822:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941469.744829:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941469.744834:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941469.744836:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941469.744842:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 00010000:00000001:3.0:1773941469.744845:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941469.744848:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203405440, offset 0 00010000:00000001:3.0:1773941469.744849:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941469.744854:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941469.744859:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:3.0:1773941469.744867:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941469.744872:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941469.744875:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941469.744878:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941469.744881:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:3.0:1773941469.744890:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941469.744892:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:3.0:1773941469.744896:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941469.744898:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:3.0:1773941469.744901:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941469.744903:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941469.744910:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941469.744916:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941469.744920:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 65] 00000400:00000200:2.0:1773941469.744933:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941469.744939:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941469.744940:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [184:184:256:4294967295] 192.168.204.119@tcp LPNI seq info [67:67:8:4294967295] 00010000:00000001:3.0:1773941469.744943:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941469.744946:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941469.744950:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000400:00000200:2.0:1773941469.744951:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1773941469.744956:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941469.744962:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000400:00000200:2.0:1773941469.744967:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1773941469.744968:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941469.744974:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941469.744978:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941469.744987:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 10000000:00000001:3.0:1773941469.744988:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941469.744994:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941469.745000:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 10000000:01000000:3.0:1773941469.745008:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:2.0:1773941469.745013:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 10000000:00000040:3.0:1773941469.745015:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941469.745018:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941469.745020:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:3.0:1773941469.745022:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941469.745025:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941469.745030:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941469.745032:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941469.745034:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941469.745036:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941469.745037:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941469.745044:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3ad8f from hash 00000400:00000200:2.0:1773941469.745047:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941469.745049:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941469.745053:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941469.745053:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294945574 00010000:00000001:3.0:1773941469.745055:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941469.745058:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941469.745061:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941469.745063:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941469.745067:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941469.745068:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941469.745070:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941469.745078:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941469.745082:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941469.745089:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941469.745091:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941469.745093:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941469.745095:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941469.745096:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941469.745098:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941469.745099:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941469.745102:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad8f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941469.745106:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:3.0:1773941469.745113:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d400 count: 0 00000800:00000010:2.0:1773941469.745113:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00000400:00000200:2.0:1773941469.745142:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941469.745150:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941469.745150:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941469.745153:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:2.0:1773941469.745156:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:2.0:1773941469.745160:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941469.745165:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.745186:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941469.745190:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941469.745199:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941469.745200:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.745207:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941469.745207:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773941469.745217:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203405312/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941485 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.745225:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294945572 00000100:00000001:3.0:1773941469.745229:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941469.745232:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294945575 02000000:00000001:3.0:1773941469.745234:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941469.745239:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00000001:2.0:1773941469.745240:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294945572 02000000:00000001:3.0:1773941469.745244:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941469.745247:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941469.745248:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941469.745252:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941469.745253:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941469.745259:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941469.745259:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941469.745264:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d89638c00. 00000100:00000001:2.0:1773941469.745265:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941469.745271:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941469.745274:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941469.745276:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1773941469.745277:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:2.0:1773941469.745281:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941469.745283:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941469.745285:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941469.745287:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941469.745289:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1773941469.745292:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941469.745294:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941469.745297:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941469.745299:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941469.745302:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941469.745313:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941469.745318:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89638c00. 00000020:00000010:3.0:1773941469.745323:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89639200. 00000040:00000010:3.0:1773941469.745328:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941469.745333:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941469.745338:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941469.745342:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941469.745347:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845b800. 20000000:00000010:3.0:1773941469.745352:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8845a200. 10000000:00000040:3.0:1773941469.745357:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941469.745360:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941469.745365:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89639200. 00000040:00000010:3.0:1773941469.745370:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941469.745373:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941469.745377:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941469.745381:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941469.745384:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845b800. 20000000:00000010:3.0:1773941469.745388:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8845a200. 00000020:00000010:3.0:1773941469.745390:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89638c00. 10000000:00000010:3.0:1773941469.745393:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941469.745397:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941469.745401:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941469.745403:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941469.745406:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941469.745407:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941469.745409:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941469.745412:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941469.749792:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.749802:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941469.749805:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.749807:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941469.749811:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941469.749816:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941469.749822:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941469.749824:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941469.749828:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.749831:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205880 00000400:00000200:2.0:1773941469.749835:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941469.749839:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xeb5 [1] + 0 00000800:00000001:2.0:1773941469.749844:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.749849:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941469.749857:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941469.749860:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941469.749864:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941469.749869:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941469.749878:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941469.749892:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941469.749898:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941469.749901:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.749936:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941469.749941:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941469.749946:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941469.749948:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941469.749951:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a9a0. 00000400:00000200:3.0:1773941469.749956:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5dd0 00000400:00000010:3.0:1773941469.749959:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5dd0. 00000100:00000001:3.0:1773941469.749963:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941469.749975:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941469.749988:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.749997:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941469.750000:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.750003:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941469.750005:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941469.750007:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941469.750009:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941469.750012:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941469.750018:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941469.750023:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941469.750026:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941469.750027:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941469.750030:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941469.750032:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.750036:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941469.750041:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.750050:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941469.750053:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941469.750055:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.750058:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941469.750065:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941469.750069:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941469.750071:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941469.750073:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941469.750075:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941469.750078:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941469.750081:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941469.750085:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941469 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941469.750089:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941469.750103:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941469.750105:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941469.750108:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941469.750110:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.750112:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941469.750143:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941469.750147:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941469.750151:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941469.750157:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941469.750162:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941469.750165:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941469.750438:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.750442:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941469.750447:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941469.750455:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405440:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941469.750460:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.750462:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941469.750462:0:14773:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941469.750466:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203405440/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941469.750473:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941469.750477:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941469.750480:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 02000000:00000001:3.0:1773941469.750483:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941469.750487:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941469.750487:0:14773:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000020:00000040:3.0:1773941469.750489:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941469.750496:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941469.750499:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b4b000. 00000100:00100000:1.0:1773941469.750500:0:14773:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941469.750503:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941469.750507:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941469.750509:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000100:00000001:1.0:1773941469.750510:0:14773:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941469.750515:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:1.0:1773941469.750516:0:14773:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941469.750521:0:14773:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941469.750524:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941469.750526:0:14773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941469.750527:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941469.750536:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941469.750537:0:14773:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.750538:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941469.750544:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941469.750551:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941469.750551:0:14773:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941469.750558:0:14773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941469.750561:0:14773:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941469.750564:0:14773:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941469.750566:0:14773:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941469.750588:0:14773:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941469.750592:0:14773:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941469.750595:0:14773:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941469.750598:0:14773:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941469.750601:0:14773:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941469.750603:0:14773:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941469.750605:0:14773:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941469.750608:0:14773:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941469.750630:0:14773:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941469.750632:0:14773:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941469.750635:0:14773:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941469.750642:0:14773:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941469.750648:0:14773:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941469.750653:0:14773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941469.750655:0:14773:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941469.750659:0:14773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941469.750662:0:14773:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941469.751160:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d400. 00010000:00000010:3.1:1773941469.751167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000020:00000001:2.0:1773941470.318305:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941470.318313:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941470.318318:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941470.638302:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00000020:00000001:2.0:1773941471.342304:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941471.342310:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941471.342314:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941471.726223:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941471.726230:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941471.726234:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941471.726237:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941471.726238:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941471.726239:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941471.726243:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941471.726245:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941471.726253:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941471.726257:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941471.726259:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941471.726273:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941471.726279:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941471.726284:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941471.726288:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941471.726294:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941471.726303:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845a200. 00000100:00000001:3.0:1773941471.726310:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.726316:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941471.726319:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941471.726327:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d400. 00010000:00000001:3.0:1773941471.726332:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941471.726335:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941471.726339:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941471.726341:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3ad96 to hash 00000020:00000001:3.0:1773941471.726343:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941471.726344:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941471.726347:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941471.726351:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941471.726353:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.726371:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941471.726380:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941471.726390:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941471.726395:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941471.726397:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941471.726402:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941471.726404:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941471.726406:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941471.726407:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000001:3.0:1773941471.726412:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941471.726416:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.726418:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941471.726419:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941471.726430:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.726437:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941471.726438:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.726442:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941471.726445:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941471.726446:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941471.726449:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405568:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941471.726453:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941471.726458:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941471.726460:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.726462:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941471.726466:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941471.726468:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941471.726481:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941471.726484:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941471.726489:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941471.726496:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405568, portal 25 00000100:00000001:3.0:1773941471.726497:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941471.726498:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000040:3.0:1773941471.726503:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.726509:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941471.726511:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941471.726513:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc440. 00000100:00000200:3.0:1773941471.726515:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203405568, offset 0 00000400:00000200:3.0:1773941471.726520:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941471.726527:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941471.726534:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941471.726539:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941471.726542:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941471.726546:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941471.726548:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941471.726550:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 67] 00000400:00000200:3.0:1773941471.726553:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941471.726557:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [185:185:256:4294967295] 192.168.204.109@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:3.0:1773941471.726560:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941471.726568:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941471.726573:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941471.726577:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0700. 00000800:00000200:3.0:1773941471.726583:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941471.726590:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941471.726594:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941471.726610:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941471.726613:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941471.726621:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294947556 00000100:00000001:3.0:1773941471.726627:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294945574 00000100:00000001:3.0:1773941471.726632:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294947556 00000100:00000001:3.0:1773941471.726634:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294945575 00000100:00000001:3.0:1773941471.726636:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941471.726638:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.726640:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941471.726641:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941471.726644:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941471.726646:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941471.726648:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941471.726775:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941471.726780:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0700. 00000400:00000200:2.0:1773941471.726785:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941471.726790:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941471.726794:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc440 00000400:00000010:2.0:1773941471.726796:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc440. 00000100:00000001:2.0:1773941471.726799:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941471.726804:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.726812:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941471.726815:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.726821:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.726822:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941471.728013:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.728023:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941471.728025:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.728033:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941471.728037:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.728041:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941471.728045:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.728049:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.728052:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.728056:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205900 00000400:00000200:2.0:1773941471.728059:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.728062:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:2.0:1773941471.728068:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.728074:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941471.728075:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941471.728078:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941471.728082:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941471.728085:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941471.728093:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.728106:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941471.728112:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.728114:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.728170:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941471.728177:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941471.728179:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941471.728182:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941471.728186:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941471.728188:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941471.728191:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941471.728197:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941471.728209:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728216:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941471.728219:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.728221:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941471.728224:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941471.728227:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941471.728230:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.728232:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941471.728239:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941471.728244:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941471.728254:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941471.728259:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941471.728262:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941471.728273:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941471.728277:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941471.728282:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941471.728288:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941471.728292:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941471.728294:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941471.728296:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941471.728298:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941471.728302:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728310:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941471.728312:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941471.728314:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941471.728318:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941471.728320:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941471.728322:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728324:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941471.728326:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941471.728327:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941471.728328:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728330:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941471.728333:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941471.728335:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941471.728338:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941471.728341:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 276 00000400:00000200:3.0:1773941471.728346:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941471.728350:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941471.728355:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941471.728358:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941471.728361:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941471.728363:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941471.728367:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941471.728374:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941471.728377:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941471.728379:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941471.728382:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941471.728385:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941471.728389:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941471.728392:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941471.728394:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941471.728396:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941471.728400:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941471.728404:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941471.728406:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.728409:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941471.728411:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941471.728413:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728415:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941471.728417:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941471.728420:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941471.728422:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941471.728425:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941471.728426:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728428:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941471.728429:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941471.728431:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941471.728434:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941471.728437:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941471.728442:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941471.728449:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941471.728451:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.728454:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728479:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728481:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941471.728483:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941471.728485:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.728487:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941471.728488:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941471.728489:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941471.728491:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941471.728492:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941471.728496:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728502:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941471.728504:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.728507:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941471.728509:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941471.728511:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941471.728512:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.728518:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1773941471.728522:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405568:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941471.728523:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941471.728530:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.728535:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941471.728535:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728539:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941471.728541:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941471.728546:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.728558:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941471.728560:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941471.728563:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 00000100:00000001:2.0:1773941471.728563:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.728568:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941471.728570:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941471.728570:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941471.728575:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941471.728575:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941471.728580:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.728583:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941471.728585:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941471.728588:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000100:00100000:2.0:1773941471.728589:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405696:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941471.728590:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941471.728592:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00010000:3.0:1773941471.728595:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941471.728607:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941471.728608:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941471.728614:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941471.728615:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941471.728619:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.728622:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:2.0:1773941471.728624:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941471.728626:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941471.728632:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1773941471.728632:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080d800. 00010000:00000001:3.0:1773941471.728634:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941471.728638:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.728639:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941471.728646:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941471.728648:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941471.728649:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.728654:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1773941471.728673:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae18. 00010000:00010000:3.0:1773941471.728674:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941471.728681:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000400:00000010:2.0:1773941471.728682:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e56e8. 10000000:00000001:3.0:1773941471.728683:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941471.728687:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941471.728690:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405696, portal 25 00000100:00000001:2.0:1773941471.728694:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941471.728697:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00010000:00000001:3.0:1773941471.728706:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941471.728709:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941471.728710:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1773941471.728710:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941471.728713:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000020:00000001:3.0:1773941471.728717:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941471.728721:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941471.728726:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941471.728729:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941471.728731:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941471.728738:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 10000000:00000001:3.0:1773941471.728740:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941471.728743:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941471.728744:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e53b8. 00000100:00000200:2.0:1773941471.728750:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203405696, offset 0 10000000:01000000:3.0:1773941471.728751:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941471.728757:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941471.728758:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941471.728762:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941471.728763:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941471.728766:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941471.728770:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941471.728772:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1773941471.728773:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941471.728775:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941471.728779:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941471.728781:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3ad96 from hash 00000400:00000200:2.0:1773941471.728783:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:3.0:1773941471.728784:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941471.728787:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.728790:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.728792:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941471.728792:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941471.728796:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941471.728798:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1773941471.728799:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:3.0:1773941471.728800:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.728803:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.728806:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941471.728807:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941471.728811:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941471.728814:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.728820:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941471.728820:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 67] 00010000:00000001:3.0:1773941471.728833:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941471.728833:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941471.728835:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.728837:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941471.728840:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1773941471.728841:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [186:186:256:4294967295] 192.168.204.119@tcp LPNI seq info [69:69:8:4294967295] 00010000:00000001:3.0:1773941471.728842:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.728844:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.728848:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941471.728851:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941471.728851:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:3.0:1773941471.728859:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d400 count: 0 00000400:00000200:2.0:1773941471.728865:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1773941471.728871:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941471.728873:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1773941471.728874:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941471.728877:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941471.728881:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203405568/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.728890:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941471.728892:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:2.0:1773941471.728892:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 02000000:00000010:3.0:1773941471.728897:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941471.728900:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941471.728903:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:2.0:1773941471.728904:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000020:00000040:3.0:1773941471.728905:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941471.728911:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941471.728913:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845a200. 02000000:00000001:3.0:1773941471.728917:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1773941471.728918:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:3.0:1773941471.728920:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941471.728922:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000800:00000200:2.0:1773941471.728925:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941471.728926:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941471.728928:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941471.728932:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941471.728934:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941471.728936:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941471.728941:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1773941471.728943:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941471.728949:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845a200. 00000400:00000200:2.0:1773941471.728951:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:3.0:1773941471.728954:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845b800. 00000100:00000001:2.0:1773941471.728956:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294947558 00000040:00000010:3.0:1773941471.728958:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845bc00. 00000020:00000010:3.0:1773941471.728964:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000100:00000001:2.0:1773941471.728965:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947556 00000020:00000010:3.0:1773941471.728968:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7000. 80000000:00000010:3.0:1773941471.728973:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00000100:00000001:2.0:1773941471.728973:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294947558 00040000:00000010:3.0:1773941471.728979:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d89638c00. 00000100:00000001:2.0:1773941471.728980:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947556 20000000:00000010:3.0:1773941471.728984:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d89639200. 00000100:00000001:2.0:1773941471.728986:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:3.0:1773941471.728989:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000100:00000001:2.0:1773941471.728993:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941471.728994:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941471.729001:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941471.729002:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845b800. 00000100:00000001:2.0:1773941471.729006:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1773941471.729008:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845bc00. 00000020:00000010:3.0:1773941471.729012:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000100:00000001:2.0:1773941471.729015:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941471.729016:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7000. 00000100:00000001:2.0:1773941471.729020:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 80000000:00000010:3.0:1773941471.729021:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941471.729027:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d89638c00. 00000100:00000001:2.0:1773941471.729028:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000010:3.0:1773941471.729030:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d89639200. 00000100:00000001:2.0:1773941471.729031:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1773941471.729034:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845a200. 00000100:00000001:2.0:1773941471.729035:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1773941471.729037:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 00000100:00000001:2.0:1773941471.729043:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941471.729044:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941471.729048:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941471.729051:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941471.729052:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941471.729053:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941471.729055:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941471.729056:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1773941471.729099:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941471.729103:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00000400:00000200:2.0:1773941471.729107:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941471.729111:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941471.729115:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e53b8 00000400:00000010:2.0:1773941471.729135:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e53b8. 00000100:00000001:2.0:1773941471.729140:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941471.729146:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.729155:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941471.729160:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.729180:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.729182:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941471.730435:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.730443:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941471.730445:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.730448:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941471.730452:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941471.730457:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941471.730462:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941471.730466:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941471.730470:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.730474:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205980 00000400:00000200:2.0:1773941471.730478:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941471.730482:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xed5 [1] + 0 00000800:00000001:2.0:1773941471.730488:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.730495:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941471.730497:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941471.730502:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941471.730505:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941471.730510:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941471.730521:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.730539:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941471.730545:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941471.730549:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.730550:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941471.730554:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941471.730558:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941471.730560:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941471.730563:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae18. 00000400:00000200:3.0:1773941471.730567:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e56e8 00000400:00000010:3.0:1773941471.730570:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e56e8. 00000100:00000001:3.0:1773941471.730573:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941471.730585:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941471.730594:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.730602:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941471.730604:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.730606:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941471.730608:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941471.730610:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941471.730612:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.730614:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941471.730618:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941471.730621:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941471.730624:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941471.730626:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.730628:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941471.730630:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.730633:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.730637:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.730645:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941471.730647:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941471.730649:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.730651:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941471.730671:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941471.730674:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941471.730675:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941471.730677:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941471.730679:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941471.730681:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941471.730683:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941471.730687:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941471 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941471.730691:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941471.730704:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941471.730706:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941471.730708:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941471.730710:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.730711:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941471.730716:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941471.730718:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941471.730721:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941471.730726:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941471.730729:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941471.730732:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941471.731046:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.731050:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.731054:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941471.731061:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405696:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941471.731066:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.731068:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941471.731070:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203405696/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.731076:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941471.731076:0:14775:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000001:3.0:1773941471.731077:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941471.731080:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080d800. 02000000:00000001:3.0:1773941471.731084:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941471.731085:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941471.731087:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941471.731089:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1773941471.731090:0:14775:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000010:3.0:1773941471.731091:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941471.731096:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941471.731098:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1773941471.731099:0:14775:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000010:3.0:1773941471.731100:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:3.0:1773941471.731106:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941471.731106:0:14775:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941471.731109:0:14775:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941471.731114:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941471.731116:0:14775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941471.731135:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.731139:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941471.731140:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.731142:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941471.731143:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941471.731165:0:14775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941471.731169:0:14775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941471.731172:0:14775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941471.731173:0:14775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941471.731175:0:14775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941471.731177:0:14775:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.731179:0:14775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941471.731184:0:14775:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941471.731187:0:14775:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941471.731189:0:14775:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941471.731192:0:14775:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941471.731203:0:14775:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941471.731210:0:14775:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941471.731211:0:14775:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941471.731213:0:14775:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941471.731236:0:14775:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941471.731238:0:14775:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.731241:0:14775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941471.731246:0:14775:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941471.731250:0:14775:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941471.731253:0:14775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941471.731255:0:14775:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941471.731258:0:14775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941471.731260:0:14775:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941471.734183:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d400. 00010000:00000010:3.1:1773941471.734192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000020:00000001:2.0:1773941472.366266:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941472.366273:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941472.366278:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941473.390369:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941473.390378:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941473.390385:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941473.454259:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941473.454272:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941473.454280:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941473.454285:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941473.454288:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941473.454290:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941473.454296:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941473.454300:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941473.454304:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941473.454309:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941473.454312:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941473.454331:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941473.454339:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941473.454347:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941473.454353:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941473.454362:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941473.454376:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d89639200. 00000100:00000001:3.0:1773941473.454388:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941473.454396:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941473.454401:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941473.454413:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d400. 00010000:00000001:3.0:1773941473.454423:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941473.454429:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941473.454437:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941473.454441:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3ad9d to hash 00000020:00000001:3.0:1773941473.454444:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941473.454446:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941473.454451:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941473.454456:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941473.454460:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941473.454490:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941473.454505:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941473.454523:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941473.454531:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941473.454533:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941473.454541:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941473.454544:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941473.454548:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941473.454550:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000001:3.0:1773941473.454557:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941473.454563:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.454566:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941473.454569:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941473.454582:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.454595:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941473.454597:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.454602:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941473.454606:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941473.454610:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941473.454614:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405824:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941473.454620:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941473.454671:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941473.454675:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.454679:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941473.454686:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941473.454689:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941473.454708:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941473.454713:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941473.454722:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941473.454732:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405824, portal 25 00000100:00000001:3.0:1773941473.454734:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941473.454736:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000040:3.0:1773941473.454744:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.454755:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941473.454759:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941473.454762:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abca18. 00000100:00000200:3.0:1773941473.454766:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203405824, offset 0 00000400:00000200:3.0:1773941473.454774:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941473.454786:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941473.454796:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941473.454802:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941473.454807:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941473.454813:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941473.454816:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941473.454821:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 69] 00000400:00000200:3.0:1773941473.454826:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941473.454831:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [187:187:256:4294967295] 192.168.204.109@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:3.0:1773941473.454837:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941473.454850:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941473.454857:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941473.454864:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00000800:00000200:3.0:1773941473.454872:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941473.454883:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941473.454890:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941473.454921:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941473.454927:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941473.454941:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294949284 00000100:00000001:3.0:1773941473.454951:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947558 00000100:00000001:3.0:1773941473.454957:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294949284 00000100:00000001:3.0:1773941473.454963:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947558 00000100:00000001:3.0:1773941473.454968:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941473.454972:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.454976:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941473.454979:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941473.454983:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941473.454987:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941473.454992:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941473.455115:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941473.455184:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000400:00000200:2.0:1773941473.455193:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941473.455204:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941473.455214:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abca18 00000400:00000010:2.0:1773941473.455219:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abca18. 00000100:00000001:2.0:1773941473.455227:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941473.455238:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.455260:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941473.455268:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.455283:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941473.455287:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941473.457295:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.457317:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941473.457323:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.457330:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941473.457342:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.457354:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941473.457367:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.457375:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.457384:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.457392:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205a00 00000400:00000200:2.0:1773941473.457402:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.457413:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xee5 [1] + 224 00000800:00000001:2.0:1773941473.457425:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.457439:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941473.457444:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941473.457452:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941473.457460:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941473.457471:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941473.457521:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.457556:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941473.457571:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.457580:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.457605:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941473.457616:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941473.457619:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941473.457650:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941473.457657:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941473.457660:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941473.457664:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941473.457673:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941473.457689:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941489 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.457699:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941473.457701:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.457704:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941473.457708:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941473.457711:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941473.457714:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.457718:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941473.457726:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941473.457731:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941473.457735:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941473.457742:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941473.457748:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941473.457769:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941473.457775:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941473.457784:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941473.457792:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941473.457799:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941473.457804:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941473.457807:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941473.457810:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941473.457819:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941489 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.457834:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941473.457837:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941473.457841:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941473.457846:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941473.457851:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941473.457854:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.457858:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941473.457860:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941473.457862:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941473.457865:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.457869:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941473.457873:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941473.457877:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941473.457882:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941473.457889:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 278 00000400:00000200:3.0:1773941473.457899:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941473.457907:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941473.457914:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941473.457920:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941473.457926:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941473.457930:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941473.457937:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941473.457952:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941473.457957:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941473.457962:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941473.457967:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941473.457972:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941473.457980:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941473.457985:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941473.457989:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941473.457993:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941473.457999:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941473.458007:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941473.458012:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.458017:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941473.458022:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941473.458026:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.458029:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941473.458031:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941473.458037:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941473.458042:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941473.458046:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941473.458048:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.458051:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941473.458053:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941473.458057:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941473.458063:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:3.0:1773941473.458069:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941473.458077:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941473.458089:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941473.458093:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941473.458100:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf78325a] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.458203:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.458209:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941473.458212:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941473.458217:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.458221:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941473.458224:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941473.458228:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941473.458233:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941473.458237:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941473.458248:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941489 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.458263:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941473.458269:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.458274:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941473.458278:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941473.458289:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941489 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.458305:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941473.458308:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203405824:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941473.458313:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941473.458319:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941473.458328:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941473.458335:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.458339:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941473.458349:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941473.458354:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941473.458364:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941473.458367:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941489 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.458370:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941473.458381:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941473.458386:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941473.458393:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941473.458394:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941473.458404:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 00000100:00100000:2.0:1773941473.458409:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405952:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941473.458413:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941473.458419:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941473.458421:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941473.458427:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941473.458428:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941473.458432:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941473.458435:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941473.458442:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e000. 00010000:00000001:3.0:1773941473.458444:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941473.458450:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941473.458451:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941473.458458:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000400:00000200:2.0:1773941473.458466:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:3.0:1773941473.458467:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000400:00000010:2.0:1773941473.458475:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7abb0. 00010000:00000001:3.0:1773941473.458477:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000400:00000010:2.0:1773941473.458487:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e53b8. 00010000:00010000:3.0:1773941473.458488:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941473.458499:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203405952, portal 25 00000100:00000001:2.0:1773941473.458510:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941473.458513:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941473.458515:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00010000:00010000:3.0:1773941473.458526:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941473.458536:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941473.458542:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941473.458550:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941473.458580:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941473.458584:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941473.458585:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941473.458590:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941473.458597:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941473.458600:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941473.458608:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1773941473.458613:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941473.458615:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941473.458650:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5b28. 00010000:00010000:3.0:1773941473.458660:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000100:00000200:2.0:1773941473.458662:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203405952, offset 0 10000000:00000001:3.0:1773941473.458667:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941473.458674:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941473.458677:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941473.458692:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.458703:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941473.458716:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941473.458720:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941473.458724:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:3.0:1773941473.458726:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941473.458733:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941473.458734:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941473.458743:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000400:00000200:2.0:1773941473.458746:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941473.458750:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941473.458760:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000400:00000200:2.0:1773941473.458761:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 69] 00010000:00000001:3.0:1773941473.458769:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941473.458776:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:3.0:1773941473.458777:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941473.458787:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [188:188:256:4294967295] 192.168.204.119@tcp LPNI seq info [71:71:8:4294967295] 10000000:00000001:3.0:1773941473.458800:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941473.458807:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 10000000:00010000:3.0:1773941473.458808:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941473.458830:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 10000000:01000000:3.0:1773941473.458832:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941473.458841:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941473.458843:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941473.458846:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941473.458848:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941473.458852:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941473.458856:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1773941473.458863:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1773941473.458864:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941473.458872:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941473.458876:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 00000020:00000040:3.0:1773941473.458879:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3ad9d from hash 00010000:00000001:3.0:1773941473.458886:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941473.458888:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941473.458890:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941473.458892:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941473.458915:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1773941473.458916:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1773941473.458921:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:2.0:1773941473.458930:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:3.0:1773941473.458931:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941473.458937:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941473.458939:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941473.458943:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941473.458956:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941473.458958:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941473.458965:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941473.458985:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294949288 00010000:00010000:3.0:1773941473.458988:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941473.458992:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949284 00000100:00000001:2.0:1773941473.459003:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294949288 00000100:00000001:2.0:1773941473.459013:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949284 00010000:00000001:3.0:1773941473.459015:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941473.459022:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941473.459024:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941473.459026:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941473.459031:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941473.459034:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941473.459036:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941473.459041:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941473.459042:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941473.459048:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941473.459051:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941473.459053:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ad9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941473.459063:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:3.0:1773941473.459066:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d400 count: 0 00000100:00000001:2.0:1773941473.459079:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941473.459082:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941473.459085:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941473.459087:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941473.459090:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941473.459097:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941473.459098:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941473.459105:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941473.459112:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203405824/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941489 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.459124:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941473.459128:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941473.459132:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941473.459136:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941473.459140:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941473.459143:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941473.459147:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941473.459204:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d89639200. 02000000:00000001:3.0:1773941473.459211:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941473.459213:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941473.459216:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:3.0:1773941473.459222:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941473.459225:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941473.459228:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941473.459232:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941473.459238:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000200:2.0:1773941473.459246:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941473.459254:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 10000000:00000010:3.0:1773941473.459260:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000400:00000200:2.0:1773941473.459264:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941473.459269:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89639200. 00000400:00000200:2.0:1773941473.459279:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1773941473.459281:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89638c00. 00000400:00000200:2.0:1773941473.459286:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5b28 00000400:00000010:2.0:1773941473.459293:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5b28. 00000040:00000010:3.0:1773941473.459294:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7000. 00000100:00000001:2.0:1773941473.459300:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1773941473.459305:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000100:00000200:2.0:1773941473.459314:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941473.459316:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845a200. 80000000:00000010:3.0:1773941473.459325:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941473.459335:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845bc00. 00000100:00000001:2.0:1773941473.459339:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:3.0:1773941473.459344:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8845b800. 00000100:00000040:2.0:1773941473.459349:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.459361:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941473.459364:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000040:3.0:1773941473.459433:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941473.459438:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941473.459446:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89638c00. 00000040:00000010:3.0:1773941473.459451:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941473.459455:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941473.459460:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845a200. 80000000:00000010:3.0:1773941473.459463:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941473.459467:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845bc00. 20000000:00000010:3.0:1773941473.459470:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8845b800. 00000020:00000010:3.0:1773941473.459473:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89639200. 10000000:00000010:3.0:1773941473.459476:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941473.459480:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941473.459484:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941473.459486:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941473.459489:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941473.459490:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941473.459492:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941473.459495:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941473.464167:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d400. 00010000:00000010:3.1:1773941473.464177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000800:00000001:2.0:1773941473.470431:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.470444:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941473.470447:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.470450:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941473.470458:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941473.470465:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941473.470472:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941473.470477:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941473.470483:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.470487:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205a80 00000400:00000200:2.0:1773941473.470492:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941473.470499:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xef5 [1] + 0 00000800:00000001:2.0:1773941473.470507:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.470515:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941473.470518:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941473.470537:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941473.470544:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941473.470556:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941473.470577:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941473.470608:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941473.470620:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941473.470648:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.470668:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941473.470674:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941473.470681:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941473.470684:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941473.470688:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7abb0. 00000400:00000200:3.0:1773941473.470694:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e53b8 00000400:00000010:3.0:1773941473.470697:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e53b8. 00000100:00000001:3.0:1773941473.470700:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941473.470715:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941473.470728:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.470737:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941473.470739:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.470742:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941473.470746:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941473.470748:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941473.470750:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.470753:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941473.470760:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941473.470764:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941473.470767:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941473.470769:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941473.470772:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941473.470775:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.470778:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941473.470783:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.470790:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941473.470793:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941473.470795:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.470797:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941473.470804:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941473.470807:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941473.470809:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941473.470811:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941473.470814:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941473.470817:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941473.470819:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941473.470823:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941473 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941473.470827:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941473.470839:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941473.470842:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941473.470845:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941473.470847:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.470849:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941473.470853:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941473.470856:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941473.470859:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941473.470863:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941473.470867:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941473.470869:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941473.471209:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.471213:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941473.471220:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941473.471232:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203405952:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941473.471238:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941473.471242:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941473.471245:0:14776:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941473.471247:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203405952/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941473.471258:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941473.471262:0:14776:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000001:3.0:1773941473.471264:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941473.471271:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e000. 00000100:00100000:0.0:1773941473.471272:0:14776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941473.471278:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941473.471278:0:14776:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941473.471283:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941473.471284:0:14776:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941473.471289:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:0.0:1773941473.471291:0:14776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941473.471294:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941473.471296:0:14776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941473.471299:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b4b000. 00000001:00000001:0.0:1773941473.471303:0:14776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941473.471305:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941473.471309:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941473.471311:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000100:00000001:3.0:1773941473.471316:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941473.471319:0:14776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941473.471322:0:14776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941473.471329:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941473.471329:0:14776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941473.471336:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941473.471337:0:14776:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941473.471344:0:14776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941473.471347:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941473.471350:0:14776:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941473.471352:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941473.471358:0:14776:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941473.471359:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941473.471364:0:14776:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941473.471365:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941473.471370:0:14776:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941473.471374:0:14776:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941473.471377:0:14776:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941473.471379:0:14776:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941473.471381:0:14776:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941473.471396:0:14776:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941473.471398:0:14776:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941473.471401:0:14776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941473.471405:0:14776:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941473.471410:0:14776:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941473.471423:0:14776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941473.471426:0:14776:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941473.471428:0:14776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941473.471430:0:14776:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941474.414274:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941474.414281:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.414286:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941474.798250:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941474.798257:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941474.798261:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941474.798263:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941474.798265:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941474.798266:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941474.798268:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941474.798270:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941474.798272:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941474.798274:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941474.798275:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941474.798286:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941474.798291:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941474.798294:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941474.798298:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941474.798303:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941474.798311:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845bc00. 00000100:00000001:3.0:1773941474.798317:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.798321:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941474.798324:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941474.798330:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d900. 00010000:00000001:3.0:1773941474.798335:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941474.798337:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941474.798341:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941474.798344:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3ada4 to hash 00000020:00000001:3.0:1773941474.798345:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941474.798346:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941474.798349:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941474.798368:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941474.798370:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.798374:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941474.798383:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941474.798393:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941474.798397:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941474.798399:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941474.798404:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941474.798405:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941474.798408:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941474.798409:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000001:3.0:1773941474.798413:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941474.798417:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.798419:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941474.798420:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941474.798429:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.798436:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941474.798438:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.798441:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941474.798443:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941474.798445:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941474.798447:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406080:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941474.798450:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941474.798456:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941474.798458:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.798460:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941474.798467:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941474.798468:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941474.798476:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941474.798479:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941474.798484:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941474.798490:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406080, portal 25 00000100:00000001:3.0:1773941474.798492:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941474.798493:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000040:3.0:1773941474.798497:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.798502:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941474.798505:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941474.798507:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc4c8. 00000100:00000200:3.0:1773941474.798509:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203406080, offset 0 00000400:00000200:3.0:1773941474.798514:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941474.798522:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941474.798529:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941474.798534:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941474.798537:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941474.798540:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941474.798542:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941474.798545:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 71] 00000400:00000200:3.0:1773941474.798548:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941474.798552:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [189:189:256:4294967295] 192.168.204.109@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1773941474.798555:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941474.798562:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941474.798567:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941474.798571:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00000800:00000200:3.0:1773941474.798576:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941474.798583:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941474.798587:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941474.798622:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941474.798630:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941474.798633:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294950628 00000100:00000001:3.0:1773941474.798639:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949288 00000100:00000001:3.0:1773941474.798644:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294950628 00000100:00000001:3.0:1773941474.798647:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949288 00000100:00000001:3.0:1773941474.798650:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941474.798652:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.798654:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.798656:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941474.798659:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941474.798661:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941474.798664:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941474.798741:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941474.798746:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 00000400:00000200:2.0:1773941474.798751:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941474.798756:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941474.798760:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc4c8 00000400:00000010:2.0:1773941474.798763:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc4c8. 00000100:00000001:2.0:1773941474.798766:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941474.798770:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.798778:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941474.798781:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.798787:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.798788:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941474.799935:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.799946:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941474.799948:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.799950:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941474.799955:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.799961:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941474.799967:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.799970:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.799974:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.799983:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205b00 00000400:00000200:2.0:1773941474.799986:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.799990:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf05 [1] + 224 00000800:00000001:2.0:1773941474.799995:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.800002:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941474.800003:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941474.800006:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941474.800010:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941474.800014:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941474.800022:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.800037:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941474.800043:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.800045:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.800076:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941474.800083:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941474.800085:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941474.800087:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941474.800091:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941474.800093:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941474.800096:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941474.800102:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941474.800114:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800143:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941474.800145:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.800148:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941474.800151:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941474.800154:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941474.800157:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.800160:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941474.800166:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941474.800171:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941474.800174:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941474.800189:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941474.800192:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.800196:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941474.800199:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941474.800204:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941474.800209:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941474.800214:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941474.800217:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941474.800218:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941474.800221:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941474.800225:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800234:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941474.800236:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941474.800238:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941474.800241:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941474.800244:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941474.800246:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800248:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941474.800249:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941474.800251:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941474.800252:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800254:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941474.800257:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941474.800259:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941474.800262:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941474.800265:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 279 00000400:00000200:3.0:1773941474.800270:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941474.800274:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941474.800278:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941474.800281:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941474.800284:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941474.800293:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941474.800297:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941474.800299:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941474.800301:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.800304:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941474.800307:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941474.800309:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941474.800313:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941474.800315:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941474.800318:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941474.800320:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941474.800323:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941474.800327:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941474.800331:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.800334:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941474.800337:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941474.800340:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800342:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941474.800344:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941474.800348:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941474.800351:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941474.800354:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941474.800356:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800359:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941474.800360:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941474.800363:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941474.800367:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941474.800371:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941474.800377:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941474.800386:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941474.800389:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941474.800401:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800423:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800426:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941474.800428:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.800431:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.800433:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.800435:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941474.800437:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941474.800439:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941474.800441:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941474.800446:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800452:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941474.800454:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.800456:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941474.800458:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.800459:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941474.800461:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.800464:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941474.800468:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941474.800473:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406080:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000040:2.0:1773941474.800476:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800479:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.800484:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.800488:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941474.800490:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941474.800494:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941474.800495:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.800497:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.800503:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941474.800506:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941474.800507:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941474.800512:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 02000000:00000001:2.0:1773941474.800512:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.800515:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941474.800518:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:2.0:1773941474.800519:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406208:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941474.800522:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941474.800525:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941474.800527:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941474.800528:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800531:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941474.800532:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1773941474.800535:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.800538:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 02000000:00000010:2.0:1773941474.800538:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080d000. 00000020:00000001:3.0:1773941474.800540:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 02000000:00000001:2.0:1773941474.800542:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800544:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00010000:3.0:1773941474.800548:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941474.800558:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941474.800559:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:2.0:1773941474.800564:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7af78. 00010000:00010000:3.0:1773941474.800565:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941474.800569:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5b28. 00010000:00000001:3.0:1773941474.800575:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1773941474.800576:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406208, portal 25 00010000:00010000:3.0:1773941474.800578:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941474.800579:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941474.800582:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00010000:00000001:3.0:1773941474.800591:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941474.800591:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941474.800594:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941474.800613:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941474.800614:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941474.800621:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941474.800625:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5990. 00010000:00000001:3.0:1773941474.800626:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941474.800631:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941474.800631:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203406208, offset 0 00010000:00000001:3.0:1773941474.800637:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941474.800640:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941474.800641:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941474.800648:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:3.0:1773941474.800653:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941474.800657:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 10000000:00000001:3.0:1773941474.800658:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941474.800662:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941474.800663:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941474.800669:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941474.800672:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941474.800674:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941474.800676:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 71] 00000400:00000200:2.0:1773941474.800685:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941474.800692:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941474.800692:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [190:190:256:4294967295] 192.168.204.119@tcp LPNI seq info [73:73:8:4294967295] 00010000:00000001:3.0:1773941474.800696:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941474.800699:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941474.800699:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1773941474.800701:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000020:00000001:3.0:1773941474.800704:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941474.800708:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000400:00000200:2.0:1773941474.800712:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1773941474.800713:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941474.800717:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941474.800722:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 10000000:00000001:3.0:1773941474.800728:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:2.0:1773941474.800729:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45b00. 10000000:00010000:3.0:1773941474.800731:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941474.800739:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 10000000:01000000:3.0:1773941474.800740:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941474.800745:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941474.800746:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.800748:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000200:2.0:1773941474.800749:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:3.0:1773941474.800750:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941474.800755:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1773941474.800755:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45b00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941474.800759:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941474.800761:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941474.800762:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941474.800764:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3ada4 from hash 00010000:00000001:3.0:1773941474.800766:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1773941474.800767:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800768:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.800770:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.800772:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941474.800775:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941474.800776:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941474.800778:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941474.800779:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.800780:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.800781:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.800784:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294950630 00000100:00000001:2.0:1773941474.800789:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950628 10000000:00000001:3.0:1773941474.800790:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.800796:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941474.800797:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294950630 00000100:00000001:2.0:1773941474.800802:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950628 00010000:00000001:3.0:1773941474.800805:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941474.800807:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941474.800808:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.800810:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941474.800812:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800813:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941474.800816:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941474.800816:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800819:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941474.800821:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941474.800822:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941474.800825:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3ada4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941474.800830:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:3.0:1773941474.800831:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d900 count: 0 00000100:00000001:2.0:1773941474.800833:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941474.800836:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.800838:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941474.800839:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.800841:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.800846:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.800849:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.800853:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941474.800859:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203406080/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.800867:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941474.800871:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941474.800874:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941474.800878:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941474.800881:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941474.800883:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941474.800886:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:2.0:1773941474.800886:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1773941474.800890:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845bc00. 00000800:00000010:2.0:1773941474.800890:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45b00. 00000400:00000200:2.0:1773941474.800898:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773941474.800899:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941474.800903:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1773941474.800903:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:3.0:1773941474.800907:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000400:00000200:2.0:1773941474.800909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5990 00000400:00000010:2.0:1773941474.800914:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5990. 00000100:00000001:3.0:1773941474.800916:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941474.800917:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941474.800921:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773941474.800924:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941474.800926:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941474.800935:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941474.800938:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.800943:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.800944:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:01000000:3.0:1773941474.800969:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941474.800973:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941474.800980:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941474.800983:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845bc00. 00000020:00000010:3.0:1773941474.800986:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845b800. 00000040:00000010:3.0:1773941474.800989:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845a200. 00000020:00000010:3.0:1773941474.800992:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941474.800996:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7000. 80000000:00000010:3.0:1773941474.801000:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941474.801004:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941474.801008:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d89638c00. 10000000:00000040:3.0:1773941474.801011:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941474.801012:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941474.801016:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845b800. 00000040:00000010:3.0:1773941474.801019:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845a200. 00000020:00000010:3.0:1773941474.801021:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941474.801024:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7000. 80000000:00000010:3.0:1773941474.801026:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941474.801029:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941474.801031:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d89638c00. 00000020:00000010:3.0:1773941474.801033:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845bc00. 10000000:00000010:3.0:1773941474.801034:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941474.801038:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941474.801040:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941474.801042:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941474.801043:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941474.801044:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941474.801045:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941474.801047:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941474.802329:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.802336:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941474.802338:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.802339:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941474.802343:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941474.802347:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941474.802357:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941474.802359:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941474.802361:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.802364:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205b80 00000400:00000200:2.0:1773941474.802367:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941474.802371:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xf15 [1] + 0 00000800:00000001:2.0:1773941474.802375:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.802380:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941474.802382:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941474.802385:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941474.802388:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941474.802392:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941474.802400:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.802412:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941474.802417:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941474.802419:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.802423:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941474.802426:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941474.802429:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941474.802431:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941474.802433:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7af78. 00000400:00000200:3.0:1773941474.802437:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5b28 00000400:00000010:3.0:1773941474.802439:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5b28. 00000100:00000001:3.0:1773941474.802441:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941474.802453:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941474.802464:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.802471:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941474.802473:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.802475:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941474.802477:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941474.802478:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941474.802480:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.802482:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941474.802486:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941474.802490:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941474.802492:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941474.802494:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.802497:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941474.802499:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.802502:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941474.802506:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.802514:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941474.802515:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941474.802516:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.802518:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941474.802522:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941474.802524:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941474.802525:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941474.802526:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.802528:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941474.802529:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941474.802530:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941474.802533:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941474 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941474.802535:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941474.802545:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941474.802547:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941474.802549:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941474.802550:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.802551:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941474.802554:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941474.802556:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941474.802558:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941474.802561:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941474.802563:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941474.802565:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941474.802794:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.802797:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941474.802801:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941474.802807:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406208:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941474.802810:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.802812:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941474.802814:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203406208/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.802819:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941474.802821:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941474.802823:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080d000. 02000000:00000001:3.0:1773941474.802826:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941474.802827:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941474.802828:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941474.802829:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941474.802831:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941474.802834:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941474.802835:0:14777:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000001:3.0:1773941474.802837:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941474.802839:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:3.0:1773941474.802843:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941474.802850:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.802852:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941474.802858:0:14777:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000001:3.0:1773941474.802859:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.802867:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941474.802868:0:14777:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941474.802871:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941474.802879:0:14777:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941474.802880:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1773941474.802890:0:14777:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941474.802902:0:14777:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941474.802905:0:14777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941474.802910:0:14777:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941474.802913:0:14777:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941474.802914:0:14777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941474.802916:0:14777:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941474.802918:0:14777:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.802920:0:14777:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941474.802927:0:14777:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941474.802931:0:14777:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941474.802934:0:14777:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941474.802936:0:14777:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941474.802940:0:14777:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941474.802942:0:14777:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941474.802962:0:14777:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941474.802964:0:14777:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941474.802982:0:14777:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941474.802985:0:14777:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.802987:0:14777:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941474.802991:0:14777:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941474.802994:0:14777:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941474.802996:0:14777:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941474.802998:0:14777:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941474.803000:0:14777:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941474.803001:0:14777:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941474.806149:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d900. 00010000:00000010:3.1:1773941474.806157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000020:00000001:2.0:1773941475.438321:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941475.438329:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941475.438334:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941475.758307:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941475.758318:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941475.758330:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89500. 00000020:00000040:2.0:1773941475.758337:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941475.758341:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941475.758344:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941475.758350:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941475.758359:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45b00. 00000100:00000001:2.0:1773941475.758365:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941475.758377:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941475.758411:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941475.758416:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941475.758424:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ebf815c] to pc [ptlrpcd_01_01+1] req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.758464:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941475.758470:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000100:00000001:3.0:1773941475.758536:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.758546:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941475.758550:0:2415:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941475.758564:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.758578:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941475.758605:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.758611:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941475.758615:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941475.758618:0:2415:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941475.758622:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2415:1860112203406336:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941475.758627:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941475.758634:0:2415:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941475.758637:0:2415:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.758640:0:2415:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941475.758649:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d89638c00. 02000000:00000001:3.0:1773941475.758652:0:2415:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941475.758661:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941475.758666:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941475.758673:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941475.758681:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203406336, portal 25 00000100:00000001:3.0:1773941475.758684:0:2415:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941475.758686:0:2415:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000040:3.0:1773941475.758692:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.758701:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941475.758705:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941475.758708:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc990. 00000100:00000200:3.0:1773941475.758724:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203406336, offset 0 00000400:00000200:3.0:1773941475.758731:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941475.758742:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941475.758750:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941475.758756:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941475.758760:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941475.758765:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941475.758768:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941475.758771:0:2415:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 73] 00000400:00000200:3.0:1773941475.758775:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941475.758780:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [191:191:256:4294967295] 192.168.204.109@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1773941475.758786:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941475.758797:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941475.758805:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941475.758810:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00000800:00000200:3.0:1773941475.758817:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941475.758826:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941475.758831:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941475.758854:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941475.758859:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941475.758862:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294951588 00000100:00000001:3.0:1773941475.758872:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950630 00000100:00000001:3.0:1773941475.758880:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294951588 00000100:00000001:3.0:1773941475.758887:0:2415:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950630 00000100:00000001:3.0:1773941475.758892:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941475.758895:0:2415:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.758899:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.758902:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.758912:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941475.758914:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941475.758924:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.758926:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941475.758928:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.758931:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.758947:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.758950:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941475.758986:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941475.758991:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:2.0:1773941475.758997:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.759003:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941475.759009:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc990 00000400:00000010:2.0:1773941475.759011:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc990. 00000100:00000001:2.0:1773941475.759014:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941475.759019:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.759027:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941475.759030:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.759036:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.759037:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941475.760326:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.760341:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941475.760343:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.760345:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.760352:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.760356:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941475.760362:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.760366:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.760372:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.760378:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205c00 00000400:00000200:2.0:1773941475.760383:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.760405:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf25 [1] + 224 00000800:00000001:2.0:1773941475.760412:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.760420:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.760422:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.760424:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941475.760431:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941475.760435:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941475.760443:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.760456:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941475.760463:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.760465:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.760495:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.760499:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941475.760504:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941475.760507:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941475.760510:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941475.760514:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941475.760517:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941475.760521:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941475.760528:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941475.760539:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.760547:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941475.760548:0:2415:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.760551:0:2415:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941475.760555:0:2415:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941475.760567:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941475.760569:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.760572:0:2415:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941475.760595:0:2415:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941475.760599:0:2415:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941475.760602:0:2415:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941475.760605:0:2415:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941475.760608:0:2415:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941475.760611:0:2415:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941475.760616:0:2415:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941475.760620:0:2415:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941475.760625:0:2415:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941475.760635:0:2415:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941475.760637:0:2415:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941475.760640:0:2415:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941475.760644:0:2415:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.760653:0:2415:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941475.760654:0:2415:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941475.760656:0:2415:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.760660:0:2415:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941475.760663:0:2415:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941475.760665:0:2415:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.760667:0:2415:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941475.760668:0:2415:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.760669:0:2415:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941475.760671:0:2415:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.760672:0:2415:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941475.760675:0:2415:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941475.760677:0:2415:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941475.760680:0:2415:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941475.760683:0:2415:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 281 00000400:00000200:3.0:1773941475.760689:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941475.760694:0:2415:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941475.760699:0:2415:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.760701:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941475.760704:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.760706:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941475.760710:0:2415:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941475.760712:0:2415:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941475.760715:0:2415:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941475.760718:0:2415:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941475.760721:0:2415:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941475.760723:0:2415:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941475.760727:0:2415:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.760735:0:2415:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941475.760737:0:2415:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.760739:0:2415:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941475.760742:0:2415:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941475.760745:0:2415:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941475.760747:0:2415:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.760749:0:2415:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941475.760752:0:2415:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941475.760753:0:2415:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.760755:0:2415:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941475.760757:0:2415:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941475.760761:0:2415:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941475.760763:0:2415:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941475.760766:0:2415:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941475.760767:0:2415:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.760770:0:2415:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941475.760772:0:2415:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941475.760780:0:2415:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941475.760784:0:2415:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941475.760789:0:2415:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941475.760794:0:2415:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941475.760801:0:2415:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941475.760804:0:2415:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.760808:0:2415:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.760825:0:2415:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.760827:0:2415:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941475.760828:0:2415:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941475.760831:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.760837:0:2415:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941475.760845:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941475.760847:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941475.760851:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.760852:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941475.760860:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2415:1860112203406336:192.168.204.109@tcp:400:kworker.0 00000100:00000001:2.0:1773941475.760863:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941475.760865:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941475.760866:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941475.760874:0:2415:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941475.760880:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941475.760883:0:2415:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89500 x1860112203406336/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941491 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.760949:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941475.760951:0:2415:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941475.760953:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941475.760957:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941475.760958:0:2415:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773941475.760960:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941475.760965:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d89638c00. 02000000:00000001:2.0:1773941475.760966:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.760978:0:2415:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1773941475.760979:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406464:192.168.204.109@tcp:250:ptlrpcd_01_01.0 00000020:00000001:3.0:1773941475.760983:0:2415:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941475.760985:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1773941475.760987:0:2415:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941475.760990:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1773941475.760993:0:2415:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1773941475.760993:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941475.760999:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45b00. 02000000:00000001:2.0:1773941475.760999:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941475.761004:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 02000000:00000001:3.0:1773941475.761008:0:2415:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941475.761008:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.761015:0:2415:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1773941475.761020:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000010:3.0:1773941475.761021:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89500. 00000400:00000010:2.0:1773941475.761025:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7aec8. 00000100:00000001:3.0:1773941475.761029:0:2415:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941475.761031:0:2415:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.761036:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1773941475.761037:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5990. 00000100:00000001:3.0:1773941475.761042:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1773941475.761044:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406464, portal 25 00000100:00000001:3.0:1773941475.761047:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.761048:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941475.761051:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000001:3.0:1773941475.761057:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941475.761061:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.761063:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.761075:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941475.761077:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941475.761081:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e54c8. 00000100:00000200:2.0:1773941475.761084:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203406464, offset 0 00000400:00000200:2.0:1773941475.761089:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941475.761094:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.761098:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941475.761102:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941475.761104:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941475.761107:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941475.761109:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941475.761112:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 73] 00000400:00000200:2.0:1773941475.761115:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941475.761151:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [192:192:256:4294967295] 192.168.204.119@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1773941475.761154:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.761160:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941475.761165:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941475.761168:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45c00. 00000800:00000200:2.0:1773941475.761173:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941475.761179:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941475.761182:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941475.761194:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941475.761196:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941475.761199:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294951591 00000100:00000001:2.0:1773941475.761204:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951588 00000100:00000001:2.0:1773941475.761211:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294951591 00000100:00000001:2.0:1773941475.761214:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951588 00000100:00000001:2.0:1773941475.761216:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941475.761219:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.761221:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.761224:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941475.761230:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941475.761232:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941475.761234:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941475.761235:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941475.761238:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.761239:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941475.761302:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941475.761308:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45c00. 00000400:00000200:3.0:1773941475.761313:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941475.761320:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941475.761325:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e54c8 00000400:00000010:3.0:1773941475.761327:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e54c8. 00000100:00000001:3.0:1773941475.761332:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941475.761346:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.761357:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941475.761413:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.761422:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.761425:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941475.762617:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.762625:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941475.762627:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.762629:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.762633:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.762637:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941475.762641:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.762645:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.762647:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.762651:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205c80 00000400:00000200:2.0:1773941475.762654:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.762657:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xf35 [1] + 0 00000800:00000001:2.0:1773941475.762661:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.762666:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.762668:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.762671:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941475.762674:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941475.762679:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941475.762689:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.762716:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941475.762722:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.762725:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.762748:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.762752:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941475.762756:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941475.762758:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941475.762761:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7aec8. 00000400:00000200:3.0:1773941475.762766:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5990 00000400:00000010:3.0:1773941475.762768:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5990. 00000100:00000001:3.0:1773941475.762771:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941475.762778:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941475.762789:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.762797:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941475.762799:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.762802:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941475.762804:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941475.762806:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941475.762808:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.762810:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941475.762814:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941475.762818:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941475.762821:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941475.762823:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941475.762827:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941475.762829:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.762832:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.762837:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.762859:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941475.762861:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941475.762863:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.762865:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941475.762873:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941475.762875:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941475.762877:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941475.762879:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941475.762881:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941475.762884:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941475.762886:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941475.762891:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941475 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941475.762894:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941475.762901:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941475.762904:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.762905:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941475.762907:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.762909:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941475.762913:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941475.762916:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941475.762918:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941475.762922:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941475.762926:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941475.762929:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941475.763181:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.763186:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.763192:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941475.763204:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406464:192.168.204.109@tcp:250:ptlrpcd_01_01.0 00000100:00000001:0.0:1773941475.763204:0:14778:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941475.763217:0:14778:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941475.763220:0:14778:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941475.763237:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.763241:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941475.763246:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203406464/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941475.763251:0:14778:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941475.763255:0:14778:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941475.763259:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941475.763263:0:14778:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941475.763264:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941475.763267:0:14778:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941475.763269:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 00000001:00000001:0.0:1773941475.763272:0:14778:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941475.763275:0:14778:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941475.763276:0:14778:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941475.763277:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941475.763279:0:14778:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941475.763282:0:2411:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1773941475.763283:0:14778:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941475.763288:0:14778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:3.0:1773941475.763289:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00080000:0.0:1773941475.763294:0:14778:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:3.0:1773941475.763295:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941475.763302:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 00000100:00000001:0.0:1773941475.763303:0:14778:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941475.763307:0:14778:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:3.0:1773941475.763310:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941475.763310:0:14778:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.763317:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941475.763318:0:14778:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000010:3.0:1773941475.763325:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:0.0:1773941475.763326:0:14778:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941475.763331:0:14778:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941475.763334:0:14778:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941475.763336:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941475.763340:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.763344:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.763349:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941475.763351:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941475.763353:0:14778:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941475.763355:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941475.763356:0:14778:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.763360:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941475.763361:0:14778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941475.763368:0:14778:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941475.763371:0:14778:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941475.763374:0:14778:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941475.763375:0:14778:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941475.763377:0:14778:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941475.763378:0:14778:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941475.950268:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941475.950278:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941475.950284:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941475.950287:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941475.950289:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941475.950291:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941475.950294:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941475.950297:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941475.950299:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941475.950301:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941475.950303:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941475.950316:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9500. 00000020:00000040:1.0:1773941475.950321:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941475.950326:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941475.950329:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941475.950335:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941475.950342:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12ce200. 00000100:00000001:1.0:1773941475.950349:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941475.950353:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941475.950356:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941475.950365:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cf00. 00010000:00000001:1.0:1773941475.950370:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941475.950374:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c54800. 00000020:00000001:1.0:1773941475.950379:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941475.950381:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c54800 with handle 0xef3f469e0cc3adab to hash 00000020:00000001:1.0:1773941475.950383:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941475.950401:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941475.950403:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:1.0:1773941475.950408:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941475.950411:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941475.950414:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941475.950423:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941475.950434:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941475.950439:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941475.950441:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941475.950447:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941475.950449:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941475.950451:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941475.950453:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000001:1.0:1773941475.950458:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941475.950461:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941475.950463:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941475.950465:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941475.950475:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941475.950482:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941475.950484:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941475.950487:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941475.950489:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941475.950491:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941475.950493:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406592:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941475.950497:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941475.950507:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941475.950510:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941475.950514:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941475.950519:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe1c00. 02000000:00000001:1.0:1773941475.950522:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941475.950532:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941475.950537:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e420. 00000400:00000010:1.0:1773941475.950545:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7000. 00000100:00000200:1.0:1773941475.950554:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406592, portal 25 00000100:00000001:1.0:1773941475.950556:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941475.950558:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856896 : -120888157694720 : ffff920d884d9500) 00000100:00000040:1.0:1773941475.950565:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941475.950574:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941475.950605:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941475.950608:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c77f8. 00000100:00000200:1.0:1773941475.950612:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203406592, offset 0 00000400:00000200:1.0:1773941475.950618:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941475.950626:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941475.950634:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941475.950639:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941475.950643:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941475.950647:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941475.950649:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941475.950651:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 75] 00000400:00000200:1.0:1773941475.950654:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941475.950658:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [193:193:256:4294967295] 192.168.204.109@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1773941475.950661:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941475.950669:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941475.950674:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941475.950678:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36000. 00000800:00000200:1.0:1773941475.950685:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941475.950697:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941475.950702:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941475.950719:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941475.950722:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941475.950725:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294951780 00000100:00000001:1.0:1773941475.950733:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951591 00000100:00000001:1.0:1773941475.950738:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294951780 00000100:00000001:1.0:1773941475.950740:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951591 00000100:00000001:1.0:1773941475.950743:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941475.950745:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941475.950747:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941475.950749:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941475.950751:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941475.950754:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941475.950757:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941475.950889:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941475.950895:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36000. 00000400:00000200:3.0:1773941475.950903:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941475.950910:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941475.950916:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c77f8 00000400:00000010:3.0:1773941475.950919:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c77f8. 00000100:00000001:3.0:1773941475.950924:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941475.950929:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.950941:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941475.950945:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.951037:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.951039:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941475.952150:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.952164:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941475.952166:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.952168:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.952172:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.952177:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941475.952181:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.952185:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.952194:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.952198:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205d00 00000400:00000200:2.0:1773941475.952201:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.952205:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf45 [1] + 224 00000800:00000001:2.0:1773941475.952211:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.952218:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.952220:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.952223:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941475.952227:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941475.952231:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941475.952241:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.952267:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941475.952277:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.952281:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.952332:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941475.952338:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941475.952340:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941475.952343:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e420. 00000400:00000200:3.0:1773941475.952346:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7000 00000400:00000010:3.0:1773941475.952348:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7000. 00000100:00000001:3.0:1773941475.952350:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941475.952356:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941475.952365:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941491 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.952371:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941475.952372:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.952374:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941475.952377:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941475.952379:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941475.952381:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.952383:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941475.952388:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941475.952391:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941475.952394:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941475.952397:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941475.952399:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941475.952402:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941475.952404:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941475.952408:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941475.952412:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941475.952414:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941475.952416:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941475.952423:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941475.952425:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941475.952428:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941491 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.952435:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941475.952436:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941475.952437:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.952439:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941475.952441:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941475.952442:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.952444:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941475.952445:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.952446:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941475.952447:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.952448:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941475.952450:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941475.952452:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941475.952454:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941475.952456:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 282 00000400:00000200:3.0:1773941475.952459:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941475.952463:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941475.952466:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.952468:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941475.952471:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.952472:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941475.952475:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941475.952477:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941475.952478:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941475.952481:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941475.952482:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941475.952484:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941475.952486:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.952487:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941475.952488:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941475.952494:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941475.952498:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941475.952502:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941475.952505:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.952508:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941475.952511:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941475.952514:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.952516:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941475.952519:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941475.952524:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941475.952527:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941475.952530:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941475.952532:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.952535:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941475.952538:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941475.952540:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941475.952545:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941475.952549:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941475.952556:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941475.952566:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941475.952568:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.952573:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.952609:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.952611:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941475.952613:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941475.952615:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.952617:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941475.952619:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941475.952620:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941475.952622:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941475.952624:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941475.952633:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941475.952638:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941491 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.952638:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941475.952641:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941475.952648:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941475.952649:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.952654:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.952657:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941475.952659:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941475.952667:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941491 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941475.952673:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406592:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941475.952678:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.952682:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941475.952687:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941475.952691:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941475.952692:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941475.952695:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.952696:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941491 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941475.952700:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941475.952703:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941475.952705:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941475.952706:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941475.952708:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00100000:2.0:1773941475.952713:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406720:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941475.952714:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941475.952717:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941475.952719:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941475.952721:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941475.952723:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941475.952725:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941475.952726:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941475.952728:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941475.952729:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1773941475.952732:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=4 00000020:00000001:3.0:1773941475.952735:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 02000000:00000010:2.0:1773941475.952736:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 00010000:00000001:3.0:1773941475.952738:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 02000000:00000001:2.0:1773941475.952741:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941475.952743:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941475.952755:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941475.952759:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:2.0:1773941475.952761:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a9f8. 00010000:00010000:3.0:1773941475.952765:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941475.952769:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5c38. 00000100:00000200:2.0:1773941475.952776:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406720, portal 25 00010000:00000001:3.0:1773941475.952779:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941475.952781:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941475.952783:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941475.952785:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00010000:00000001:3.0:1773941475.952792:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941475.952795:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1773941475.952797:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941475.952798:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941475.952816:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941475.952819:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.952821:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941475.952823:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1773941475.952824:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941475.952827:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941475.952829:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5440. 00000100:00000200:2.0:1773941475.952835:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203406720, offset 0 00010000:00010000:3.0:1773941475.952836:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c54800 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:3.0:1773941475.952840:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941475.952842:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00010000:3.0:1773941475.952843:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941475.952850:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941475.952851:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941475.952854:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941475.952856:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941475.952859:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c54800 refcount=5 00000400:00000200:2.0:1773941475.952859:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000001:3.0:1773941475.952863:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00010000:00000001:3.0:1773941475.952867:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475815424 : -120888233736192 : ffff920d83c54800) 00000400:00000200:2.0:1773941475.952869:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941475.952870:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941475.952874:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941475.952875:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941475.952882:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941475.952883:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941475.952887:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941475.952889:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941475.952894:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941475.952896:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941475.952897:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941475.952899:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941475.952901:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941475.952905:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941475.952908:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941475.952910:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941475.952910:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 75] 00010000:00000001:3.0:1773941475.952914:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941475.952918:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c54800 with handle 0xef3f469e0cc3adab from hash 00000400:00000200:2.0:1773941475.952921:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941475.952922:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941475.952925:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941475.952927:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941475.952930:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941475.952930:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [194:194:256:4294967295] 192.168.204.119@tcp LPNI seq info [77:77:8:4294967295] 00010000:00000001:3.0:1773941475.952933:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941475.952937:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1773941475.952940:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1773941475.952941:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941475.952944:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941475.952946:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941475.952947:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941475.952952:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941475.952953:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1773941475.952963:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941475.952966:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941475.952966:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1773941475.952967:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941475.952970:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941475.952972:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941475.952973:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1773941475.952974:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00010000:00000001:3.0:1773941475.952975:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941475.952978:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c54800/0xef3f469e0cc3adab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941475.952984:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000040:3.0:1773941475.952988:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cf00 count: 0 00000800:00000200:2.0:1773941475.952992:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941475.952998:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941475.953007:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941475.953010:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941475.953010:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.953016:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941475.953019:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941475.953022:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294951782 00000100:00000040:3.0:1773941475.953023:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9500 x1860112203406592/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941491 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.953028:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951780 00000100:00000001:3.0:1773941475.953032:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941475.953034:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294951782 02000000:00000001:3.0:1773941475.953035:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941475.953038:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951780 02000000:00000010:3.0:1773941475.953039:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe1c00. 00000100:00000001:2.0:1773941475.953043:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941475.953044:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941475.953048:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941475.953048:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941475.953050:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941475.953052:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941475.953054:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941475.953056:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1773941475.953057:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12ce200. 02000000:00000001:3.0:1773941475.953061:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941475.953063:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941475.953064:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9500. 00000100:00000001:2.0:1773941475.953064:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941475.953067:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941475.953071:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941475.953072:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941475.953073:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.953074:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.953076:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941475.953079:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941475.953080:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941475.953083:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941475.953085:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941475.953089:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941475.953095:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89639200. 00000020:00000010:3.0:1773941475.953100:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89638c00. 00000040:00000010:3.0:1773941475.953106:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941475.953114:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000800:00000200:2.0:1773941475.953152:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941475.953156:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:2.0:1773941475.953158:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.953162:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941475.953164:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5440 00000400:00000010:2.0:1773941475.953173:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5440. 00000100:00000001:2.0:1773941475.953176:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941475.953180:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.953186:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941475.953189:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.953195:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941475.953196:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941475.953228:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941475.953233:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941475.953237:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845a200. 20000000:00000010:3.0:1773941475.953242:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8845b800. 10000000:00000040:3.0:1773941475.953246:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941475.953248:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941475.953252:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89638c00. 00000040:00000010:3.0:1773941475.953312:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941475.953320:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941475.953324:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845bc00. 80000000:00000010:3.0:1773941475.953327:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941475.953330:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845a200. 20000000:00000010:3.0:1773941475.953334:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8845b800. 00000020:00000010:3.0:1773941475.953337:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89639200. 10000000:00000010:3.0:1773941475.953340:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941475.953345:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941475.953348:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941475.953351:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941475.953353:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941475.953354:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941475.953356:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941475.953359:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941475.954366:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.954373:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941475.954376:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.954379:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.954383:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.954387:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941475.954391:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.954394:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941475.954397:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.954400:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205d80 00000400:00000200:2.0:1773941475.954402:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941475.954406:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xf4d [1] + 0 00000800:00000001:2.0:1773941475.954409:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.954414:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941475.954415:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941475.954418:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941475.954421:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941475.954425:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941475.954432:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941475.954445:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941475.954455:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941475.954458:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.954459:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.954462:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941475.954466:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941475.954468:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941475.954470:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a9f8. 00000400:00000200:3.0:1773941475.954478:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5c38 00000400:00000010:3.0:1773941475.954479:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5c38. 00000100:00000001:3.0:1773941475.954481:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941475.954486:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941475.954493:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.954498:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941475.954499:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.954500:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941475.954502:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941475.954503:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941475.954505:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941475.954506:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941475.954509:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941475.954511:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941475.954518:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941475.954520:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941475.954521:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941475.954523:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954525:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.954528:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941475.954533:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941475.954535:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941475.954536:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.954538:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941475.954541:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941475.954543:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941475.954544:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941475.954545:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941475.954546:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941475.954548:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941475.954550:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941475.954552:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941475 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941475.954554:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941475.954559:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941475.954560:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941475.954562:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941475.954563:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954564:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941475.954567:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941475.954569:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941475.954571:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941475.954574:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941475.954591:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941475.954593:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941475.954816:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954824:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941475.954829:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941475.954836:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406720:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941475.954838:0:14779:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941475.954842:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.954845:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941475.954848:0:14779:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941475.954849:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203406720/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941475.954854:0:14779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941475.954857:0:14779:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941475.954860:0:14779:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941475.954862:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941475.954865:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941475.954865:0:14779:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941475.954869:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 00000001:00000001:1.0:1773941475.954871:0:14779:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941475.954872:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941475.954875:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941475.954876:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941475.954878:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941475.954879:0:14779:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941475.954880:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941475.954886:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941475.954886:0:14779:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941475.954889:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941475.954891:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000001:00000001:1.0:1773941475.954891:0:14779:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941475.954897:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941475.954897:0:14779:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954899:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941475.954903:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941475.954904:0:14779:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954906:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941475.954908:0:14779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941475.954909:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941475.954912:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941475.954913:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941475.954915:0:14779:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941475.954920:0:14779:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941475.954923:0:14779:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941475.954926:0:14779:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941475.954929:0:14779:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941475.954932:0:14779:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941475.954948:0:14779:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941475.954950:0:14779:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941475.954961:0:14779:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941475.954963:0:14779:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941475.954964:0:14779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941475.954969:0:14779:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941475.954972:0:14779:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941475.954974:0:14779:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941475.954976:0:14779:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941475.954978:0:14779:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941475.954979:0:14779:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941475.959157:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cf00. 00010000:00000010:3.1:1773941475.959167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c54800. 00000020:00000001:2.0:1773941476.462271:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941476.462280:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941476.462286:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941477.166251:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941477.166260:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941477.166266:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941477.166269:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941477.166271:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941477.166273:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941477.166276:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941477.166279:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941477.166283:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941477.166309:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941477.166311:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941477.166320:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941477.166325:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941477.166331:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941477.166334:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941477.166341:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.166349:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845a200. 00000100:00000001:3.0:1773941477.166357:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.166362:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941477.166365:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941477.166373:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d900. 00010000:00000001:3.0:1773941477.166379:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941477.166383:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941477.166388:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941477.166391:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3adb2 to hash 00000020:00000001:3.0:1773941477.166393:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941477.166468:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941477.166473:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941477.166478:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941477.166481:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.166485:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941477.166497:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941477.166511:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941477.166518:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941477.166521:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941477.166528:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941477.166531:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941477.166540:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941477.166542:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000001:3.0:1773941477.166548:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941477.166759:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.166763:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941477.166765:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941477.166778:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.166789:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941477.166791:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.166795:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941477.166798:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941477.166801:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941477.166804:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406848:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941477.166809:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941477.166815:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941477.166818:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.166820:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941477.166826:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941477.166828:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941477.166837:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941477.166842:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941477.166848:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941477.166856:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406848, portal 25 00000100:00000001:3.0:1773941477.166859:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941477.166860:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000040:3.0:1773941477.166866:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.166875:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941477.166878:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941477.166881:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcee0. 00000100:00000200:3.0:1773941477.166884:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203406848, offset 0 00000400:00000200:3.0:1773941477.166891:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941477.166906:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941477.166916:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941477.166921:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941477.166926:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941477.166930:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941477.166933:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941477.166936:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 77] 00000400:00000200:3.0:1773941477.166941:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941477.166946:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [195:195:256:4294967295] 192.168.204.109@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1773941477.166951:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941477.166961:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941477.166968:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941477.166974:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00000800:00000200:3.0:1773941477.166982:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941477.166990:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941477.166996:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941477.167030:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941477.167035:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941477.167038:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294952996 00000100:00000001:3.0:1773941477.167046:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951782 00000100:00000001:3.0:1773941477.167052:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294952996 00000100:00000001:3.0:1773941477.167056:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951782 00000100:00000001:3.0:1773941477.167059:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.167062:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.167065:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941477.167067:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941477.167070:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941477.167073:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.167076:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941477.167200:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941477.167208:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000400:00000200:2.0:1773941477.167214:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941477.167222:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941477.167228:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcee0 00000400:00000010:2.0:1773941477.167230:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcee0. 00000100:00000001:2.0:1773941477.167234:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941477.167241:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.167251:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941477.167254:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.167260:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.167261:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941477.168434:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.168448:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941477.168451:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.168452:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941477.168458:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.168463:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941477.168468:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.168472:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.168478:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.168483:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205e00 00000400:00000200:2.0:1773941477.168489:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.168494:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf5d [1] + 224 00000800:00000001:2.0:1773941477.168501:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.168521:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941477.168523:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941477.168534:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941477.168539:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941477.168545:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941477.168567:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.168584:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941477.168592:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.168596:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.168617:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941477.168624:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941477.168632:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941477.168634:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941477.168638:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941477.168639:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941477.168642:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941477.168648:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941477.168664:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.168673:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941477.168674:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.168676:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941477.168679:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941477.168681:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941477.168683:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.168685:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941477.168690:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941477.168693:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941477.168695:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941477.168698:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941477.168701:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.168703:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941477.168706:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941477.168710:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941477.168713:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941477.168715:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941477.168717:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941477.168718:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941477.168720:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941477.168722:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.168727:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941477.168732:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941477.168734:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941477.168737:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941477.168739:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941477.168740:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.168741:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941477.168742:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941477.168743:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941477.168744:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.168745:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941477.168747:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941477.168749:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941477.168751:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941477.168752:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 282 00000400:00000200:3.0:1773941477.168756:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941477.168759:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941477.168762:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941477.168764:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941477.168766:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941477.168767:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941477.168770:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941477.168772:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941477.168773:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.168775:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941477.168777:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941477.168778:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941477.168780:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941477.168781:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941477.168782:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941477.168784:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941477.168786:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941477.168788:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941477.168790:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.168801:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941477.168804:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941477.168808:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.168811:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941477.168813:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941477.168817:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941477.168820:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941477.168824:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941477.168826:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.168828:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941477.168830:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941477.168832:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.168837:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:3.0:1773941477.168841:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941477.168848:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941477.168857:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941477.168860:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.168866:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf78325a] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.168888:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.168890:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941477.168891:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.168894:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.168896:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941477.168897:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941477.168898:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941477.168900:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.168902:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941477.168906:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.168912:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941477.168914:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.168918:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941477.168926:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941477.168927:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.168930:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.168931:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941477.168937:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941477.168941:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941477.168990:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203406848:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941477.168992:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941477.168999:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941477.169004:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941477.169007:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.169008:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941477.169015:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.169017:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.169022:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:2.0:1773941477.169024:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406976:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941477.169027:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941477.169034:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773941477.169038:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941477.169041:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941477.169048:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.169052:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941477.169053:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1773941477.169056:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 02000000:00000010:2.0:1773941477.169060:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080cc00. 00000100:00000001:3.0:1773941477.169062:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941477.169065:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941477.169065:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.169080:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941477.169087:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941477.169087:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:3.0:1773941477.169096:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.169098:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000400:00000010:2.0:1773941477.169100:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a478. 00000020:00000001:3.0:1773941477.169101:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941477.169107:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00010000:3.0:1773941477.169113:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941477.169114:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5440. 00000100:00000200:2.0:1773941477.169143:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203406976, portal 25 00000100:00000001:2.0:1773941477.169146:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941477.169147:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00010000:00000001:3.0:1773941477.169163:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941477.169164:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941477.169169:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941477.169196:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941477.169202:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941477.169204:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941477.169207:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941477.169210:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5660. 00000100:00000200:2.0:1773941477.169218:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203406976, offset 0 00010000:00000001:3.0:1773941477.169230:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.169234:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941477.169235:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:3.0:1773941477.169237:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941477.169243:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941477.169244:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941477.169249:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.169256:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941477.169256:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00010000:3.0:1773941477.169265:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.169268:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941477.169279:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00010000:3.0:1773941477.169288:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:2.0:1773941477.169289:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941477.169301:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941477.169302:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941477.169306:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.169308:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 77] 00000400:00000200:2.0:1773941477.169329:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941477.169337:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941477.169340:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941477.169341:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [196:196:256:4294967295] 192.168.204.119@tcp LPNI seq info [79:79:8:4294967295] 00000020:00000001:3.0:1773941477.169345:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.169350:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000400:00000200:2.0:1773941477.169351:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1773941477.169359:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941477.169364:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941477.169372:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941477.169378:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:3.0:1773941477.169379:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941477.169401:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941477.169408:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941477.169409:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 10000000:01000000:3.0:1773941477.169424:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000010:2.0:1773941477.169425:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 10000000:00000040:3.0:1773941477.169434:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941477.169436:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.169438:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941477.169441:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:2.0:1773941477.169442:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1773941477.169444:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941477.169447:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941477.169450:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941477.169451:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941477.169454:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3adb2 from hash 00010000:00000001:3.0:1773941477.169458:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941477.169461:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.169463:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941477.169463:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:3.0:1773941477.169465:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941477.169467:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941477.169471:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:2.0:1773941477.169474:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941477.169475:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.169479:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.169481:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941477.169485:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.169489:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941477.169493:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.169494:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.169495:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941477.169497:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941477.169498:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.169499:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.169500:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.169502:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941477.169507:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.169518:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941477.169529:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294952999 00010000:00000040:3.0:1773941477.169531:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d900 count: 0 00000100:00000001:2.0:1773941477.169550:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952996 00010000:00000001:3.0:1773941477.169567:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941477.169569:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294952999 00010000:00000001:3.0:1773941477.169570:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941477.169575:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952996 00000100:00000001:3.0:1773941477.169576:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941477.169579:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941477.169586:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.169590:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203406848/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.169604:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.169616:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941477.169617:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941477.169623:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941477.169626:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00000001:2.0:1773941477.169627:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941477.169630:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941477.169630:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1773941477.169634:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941477.169635:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1773941477.169638:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941477.169638:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1773941477.169645:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941477.169646:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.169655:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845a200. 00000100:00000001:2.0:1773941477.169655:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.169673:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941477.169675:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941477.169676:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:3.0:1773941477.169680:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941477.169681:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941477.169684:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941477.169686:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941477.169688:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941477.169691:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941477.169696:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845a200. 00000020:00000010:3.0:1773941477.169701:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8845b800. 00000040:00000010:3.0:1773941477.169704:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8845bc00. 00000020:00000010:3.0:1773941477.169708:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941477.169713:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12e7000. 80000000:00000010:3.0:1773941477.169717:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941477.169721:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941477.169725:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d89638c00. 00000800:00000200:2.0:1773941477.169727:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:3.0:1773941477.169729:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000800:00000010:2.0:1773941477.169732:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 10000000:00000001:3.0:1773941477.169733:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941477.169743:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941477.169744:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8845b800. 00000040:00000010:3.0:1773941477.169752:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8845bc00. 00000400:00000200:2.0:1773941477.169753:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1773941477.169760:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000400:00000200:2.0:1773941477.169762:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5660 00000020:00000010:3.0:1773941477.169769:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12e7000. 00000400:00000010:2.0:1773941477.169769:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5660. 80000000:00000010:3.0:1773941477.169779:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00000100:00000001:2.0:1773941477.169779:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941477.169786:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1773941477.169795:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d89639200. 20000000:00000010:3.0:1773941477.169803:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d89638c00. 00000100:00000001:2.0:1773941477.169805:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941477.169809:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845a200. 00000100:00000040:2.0:1773941477.169815:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000010:3.0:1773941477.169817:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941477.169825:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941477.169831:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941477.169834:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.169837:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:00020000:3.0:1773941477.169894:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941477.169896:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941477.169897:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941477.169898:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941477.169900:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941477.171003:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.171009:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941477.171011:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.171012:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941477.171015:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941477.171018:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941477.171022:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941477.171024:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941477.171027:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.171029:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205e80 00000400:00000200:2.0:1773941477.171032:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941477.171035:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xf6d [1] + 0 00000800:00000001:2.0:1773941477.171038:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.171048:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941477.171049:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941477.171052:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941477.171060:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941477.171064:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941477.171071:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.171083:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941477.171087:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941477.171089:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.171155:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941477.171158:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941477.171163:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941477.171164:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941477.171166:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a478. 00000400:00000200:3.0:1773941477.171170:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5440 00000400:00000010:3.0:1773941477.171171:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5440. 00000100:00000001:3.0:1773941477.171174:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941477.171179:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941477.171186:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.171191:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941477.171192:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.171193:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941477.171195:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941477.171196:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941477.171197:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.171198:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941477.171202:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941477.171204:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941477.171206:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941477.171207:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.171209:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941477.171215:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.171217:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.171221:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.171226:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.171227:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941477.171229:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.171231:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941477.171235:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941477.171237:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941477.171238:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941477.171239:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.171240:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941477.171242:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941477.171243:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941477.171246:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941477 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941477.171248:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941477.171253:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941477.171255:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941477.171256:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941477.171257:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.171258:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941477.171261:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941477.171263:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941477.171264:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941477.171267:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941477.171269:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941477.171271:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941477.171543:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.171547:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.171565:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941477.171575:0:14780:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1773941477.171588:0:14780:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:1.0:1773941477.171596:0:14780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941477.171606:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203406976:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941477.171618:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.171622:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941477.171626:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203406976/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.171632:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941477.171634:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941477.171634:0:14780:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941477.171640:0:14780:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941477.171641:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080cc00. 00000001:00000001:1.0:1773941477.171652:0:14780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941477.171653:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941477.171658:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941477.171660:0:14780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941477.171661:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941477.171669:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941477.171671:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b4b000. 00000001:00000001:1.0:1773941477.171671:0:14780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941477.171687:0:14780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941477.171688:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941477.171693:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941477.171694:0:14780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941477.171700:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000001:00000001:1.0:1773941477.171702:0:14780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941477.171709:0:14780:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.171710:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941477.171714:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941477.171715:0:14780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941477.171719:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941477.171725:0:14780:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941477.171726:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941477.171734:0:14780:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941477.171735:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941477.171739:0:14780:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941477.171744:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941477.171744:0:14780:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.171749:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941477.171750:0:14780:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941477.171757:0:14780:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941477.171758:0:14780:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941477.171759:0:14780:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941477.171773:0:14780:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941477.171774:0:14780:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941477.171776:0:14780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941477.171779:0:14780:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941477.171795:0:14780:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941477.171798:0:14780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941477.171800:0:14780:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941477.171802:0:14780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941477.171803:0:14780:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941477.175153:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d900. 00010000:00000010:3.1:1773941477.175161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000020:00000001:2.0:1773941477.486251:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941477.486264:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941477.486271:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941478.510308:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941478.510319:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941478.510326:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941479.086257:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941479.086266:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941479.086272:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941479.086275:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941479.086277:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941479.086278:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941479.086281:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941479.086283:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941479.086286:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941479.086289:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941479.086291:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941479.086330:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941479.086335:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941479.086340:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941479.086344:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941479.086350:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941479.086357:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d89639200. 00000100:00000001:3.0:1773941479.086368:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.086372:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941479.086375:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941479.086386:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d900. 00010000:00000001:3.0:1773941479.086392:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941479.086395:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148ae00. 00000020:00000001:3.0:1773941479.086399:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941479.086403:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148ae00 with handle 0xef3f469e0cc3adb9 to hash 00000020:00000001:3.0:1773941479.086404:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941479.086406:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941479.086408:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941479.086412:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941479.086415:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941479.086418:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941479.086428:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941479.086438:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941479.086443:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941479.086444:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941479.086450:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941479.086452:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941479.086455:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941479.086456:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000001:3.0:1773941479.086468:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941479.086472:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.086474:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941479.086476:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941479.086486:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.086495:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941479.086499:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.086503:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941479.086506:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941479.086509:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941479.086513:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407104:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941479.086532:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941479.086538:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941479.086541:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.086544:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941479.086550:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941479.086552:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941479.086562:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941479.086567:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941479.086575:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941479.086583:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407104, portal 25 00000100:00000001:3.0:1773941479.086586:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941479.086587:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000040:3.0:1773941479.086593:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.086601:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941479.086605:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941479.086608:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcdd0. 00000100:00000200:3.0:1773941479.086611:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203407104, offset 0 00000400:00000200:3.0:1773941479.086619:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941479.086628:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941479.086637:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941479.086649:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941479.086655:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941479.086660:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941479.086663:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941479.086666:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 79] 00000400:00000200:3.0:1773941479.086670:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941479.086675:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [197:197:256:4294967295] 192.168.204.109@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:3.0:1773941479.086681:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941479.086693:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941479.086699:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941479.086704:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0c00. 00000800:00000200:3.0:1773941479.086711:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941479.086720:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941479.086724:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941479.086740:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941479.086744:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941479.086746:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294954916 00000100:00000001:3.0:1773941479.086753:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952999 00000100:00000001:3.0:1773941479.086756:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294954916 00000100:00000001:3.0:1773941479.086759:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952999 00000100:00000001:3.0:1773941479.086761:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941479.086764:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.086766:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941479.086768:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941479.086771:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941479.086774:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941479.086778:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941479.086882:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941479.086888:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0c00. 00000400:00000200:2.0:1773941479.086893:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941479.086899:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941479.086904:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcdd0 00000400:00000010:2.0:1773941479.086906:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcdd0. 00000100:00000001:2.0:1773941479.086910:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941479.086914:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.086923:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941479.086926:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.086932:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.086933:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941479.088287:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.088299:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941479.088309:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.088312:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941479.088316:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.088319:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941479.088324:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.088327:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.088332:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.088336:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f205f00 00000400:00000200:2.0:1773941479.088340:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.088344:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf7d [1] + 224 00000800:00000001:2.0:1773941479.088349:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.088355:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941479.088357:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941479.088359:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941479.088363:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941479.088366:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941479.088374:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.088390:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941479.088399:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.088404:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.088411:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941479.088417:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941479.088419:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941479.088421:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941479.088429:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941479.088431:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941479.088433:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941479.088437:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941479.088445:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.088450:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941479.088451:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.088453:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941479.088456:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941479.088457:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941479.088459:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.088461:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941479.088467:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941479.088469:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941479.088472:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941479.088475:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:3.0:1773941479.088478:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941479.088481:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941479.088483:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941479.088486:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941479.088490:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941479.088492:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941479.088494:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941479.088495:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941479.088497:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941479.088500:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.088506:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941479.088507:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941479.088512:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941479.088515:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941479.088529:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941479.088531:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088532:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941479.088533:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941479.088534:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941479.088535:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088537:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941479.088539:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941479.088540:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941479.088543:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941479.088545:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 283 00000400:00000200:3.0:1773941479.088548:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941479.088551:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941479.088554:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941479.088557:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941479.088559:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941479.088561:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941479.088564:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941479.088566:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941479.088567:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.088569:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941479.088570:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941479.088572:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941479.088574:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941479.088575:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941479.088576:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941479.088577:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941479.088580:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941479.088582:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941479.088583:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.088585:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941479.088592:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941479.088594:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088596:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941479.088597:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941479.088601:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941479.088603:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941479.088606:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941479.088607:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088609:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941479.088610:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941479.088612:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941479.088615:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b4b000. 00000100:00000001:3.0:1773941479.088619:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941479.088623:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941479.088629:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941479.088631:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941479.088635:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.088653:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088655:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941479.088657:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941479.088659:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.088660:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941479.088662:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941479.088663:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 1 seconds 00000100:00000001:3.0:1773941479.088665:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941479.088667:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941479.088671:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.088676:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941479.088677:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941479.088679:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941479.088681:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.088683:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941479.088685:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1773941479.088689:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.088691:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.088696:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941479.088698:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.088702:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941479.088704:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773941479.088706:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941479.088707:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941479.088715:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407104:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941479.088720:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407232:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941479.088721:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.088727:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941479.088728:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941479.088730:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1773941479.088732:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941479.088733:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941479.088734:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941479.088739:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941479.088739:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941479.088744:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080d800. 02000000:00000001:2.0:1773941479.088747:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.088753:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941479.088753:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941479.088757:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a108. 00000100:00000010:3.0:1773941479.088758:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941479.088763:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941479.088764:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:2.0:1773941479.088764:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5660. 00010000:00000001:3.0:1773941479.088770:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:2.0:1773941479.088771:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407232, portal 25 00000100:00000001:2.0:1773941479.088773:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941479.088774:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941479.088775:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000020:00000001:3.0:1773941479.088776:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.088780:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=4 00000020:00000001:3.0:1773941479.088784:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000100:00000040:2.0:1773941479.088784:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941479.088786:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00010000:3.0:1773941479.088793:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941479.088794:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941479.088800:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941479.088803:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5a18. 00010000:00000001:3.0:1773941479.088806:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:2.0:1773941479.088807:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203407232, offset 0 00010000:00010000:3.0:1773941479.088813:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.088814:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941479.088821:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:3.0:1773941479.088822:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1773941479.088826:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00010000:3.0:1773941479.088827:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.088832:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941479.088836:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941479.088839:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941479.088840:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941479.088850:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.088852:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941479.088854:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 79] 00010000:00010000:3.0:1773941479.088855:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.088862:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1773941479.088867:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941479.088868:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [198:198:256:4294967295] 192.168.204.119@tcp LPNI seq info [81:81:8:4294967295] 00010000:00000001:3.0:1773941479.088870:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941479.088875:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1773941479.088876:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941479.088879:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.088886:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:3.0:1773941479.088891:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d8148ae00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:3.0:1773941479.088894:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941479.088896:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941479.088906:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:2.0:1773941479.088906:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1773941479.088909:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1773941479.088910:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00000020:00000001:3.0:1773941479.088911:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.088913:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148ae00 refcount=5 00000020:00000001:3.0:1773941479.088916:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00000800:00000200:2.0:1773941479.088919:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1773941479.088920:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434095104 : -120888275456512 : ffff920d8148ae00) 00010000:00000001:3.0:1773941479.088926:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941479.088928:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941479.088931:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941479.088936:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941479.088938:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941479.088941:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941479.088945:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941479.088947:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941479.088951:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000040:3.0:1773941479.088956:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:2.0:1773941479.088956:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294954918 10000000:00000001:3.0:1773941479.088959:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.088962:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954916 00010000:00010000:3.0:1773941479.088964:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941479.088968:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941479.088969:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294954918 00010000:00000001:3.0:1773941479.088972:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773941479.088973:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954916 00010000:00000001:3.0:1773941479.088976:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773941479.088978:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941479.088979:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941479.088982:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.088983:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.088987:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941479.088988:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d8148ae00 with handle 0xef3f469e0cc3adb9 from hash 00000100:00000001:2.0:1773941479.088992:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941479.088993:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941479.088996:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.088998:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.088999:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773941479.088999:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941479.089001:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773941479.089002:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941479.089005:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1773941479.089006:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.089008:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941479.089012:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941479.089012:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.089016:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941479.089016:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.089021:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941479.089025:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941479.089029:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941479.089036:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.089038:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.089040:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941479.089042:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941479.089044:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.089045:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.089047:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941479.089049:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d8148ae00/0xef3f469e0cc3adb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941479.089056:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:3.0:1773941479.089058:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8557d900 count: 0 00000800:00000010:2.0:1773941479.089060:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:2.0:1773941479.089065:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941479.089069:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941479.089072:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5a18 00000400:00000010:2.0:1773941479.089073:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5a18. 00010000:00000001:3.0:1773941479.089075:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941479.089077:0:2406:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941479.089078:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941479.089082:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1773941479.089084:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941479.089094:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203407104/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.089101:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941479.089105:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941479.089109:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1773941479.089110:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941479.089112:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941479.089114:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941479.089149:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.089150:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1773941479.089192:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941479.089194:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941479.089196:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941479.089198:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d89639200. 02000000:00000001:3.0:1773941479.089201:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941479.089203:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941479.089204:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000100:00000001:3.0:1773941479.089207:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941479.089208:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941479.089210:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941479.089212:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941479.089216:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941479.089219:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90add600. 00000020:00000010:3.0:1773941479.089223:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89639200. 00000020:00000010:3.0:1773941479.089228:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89638c00. 00000040:00000010:3.0:1773941479.089232:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941479.089237:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941479.089242:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8845a200. 80000000:00000010:3.0:1773941479.089246:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941479.089250:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8845bc00. 20000000:00000010:3.0:1773941479.089254:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8845b800. 10000000:00000040:3.0:1773941479.089257:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:3.0:1773941479.089259:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941479.089263:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89638c00. 00000040:00000010:3.0:1773941479.089266:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12e7000. 00000020:00000010:3.0:1773941479.089269:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d83538800. 00000020:00000010:3.0:1773941479.089273:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8845a200. 80000000:00000010:3.0:1773941479.089275:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d90a8d060. 00040000:00000010:3.0:1773941479.089282:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8845bc00. 20000000:00000010:3.0:1773941479.089285:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8845b800. 00000020:00000010:3.0:1773941479.089287:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89639200. 10000000:00000010:3.0:1773941479.089289:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90add600. 10000000:01000000:3.0:1773941479.089293:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941479.089295:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941479.089296:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941479.089297:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941479.089299:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941479.089300:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941479.089302:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941479.093248:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.093261:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941479.093265:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.093268:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941479.093275:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941479.093282:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941479.093289:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941479.093294:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941479.093299:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.093304:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f205f80 00000400:00000200:2.0:1773941479.093309:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941479.093314:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xf8d [1] + 0 00000800:00000001:2.0:1773941479.093321:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941479.093329:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941479.093332:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941479.093336:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941479.093341:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941479.093346:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941479.093356:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.093372:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941479.093380:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941479.093386:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1773941479.093386:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.093392:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941479.093399:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941479.093402:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941479.093405:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a108. 00000400:00000200:3.0:1773941479.093431:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5660 00000400:00000010:3.0:1773941479.093434:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5660. 00000100:00000001:3.0:1773941479.093442:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941479.093448:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941479.093461:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.093469:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941479.093471:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.093474:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941479.093477:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941479.093479:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941479.093481:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.093484:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941479.093490:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941479.093495:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941479.093498:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941479.093500:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.093503:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941479.093531:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.093535:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941479.093541:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.093551:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941479.093555:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941479.093557:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.093560:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941479.093566:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941479.093569:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941479.093571:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941479.093573:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.093576:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941479.093579:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941479.093581:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941479.093585:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941479 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941479.093589:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941479.093595:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941479.093598:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941479.093601:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941479.093603:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.093605:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941479.093610:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941479.093613:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941479.093615:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941479.093619:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941479.093623:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941479.093626:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941479.093910:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.093914:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941479.093920:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.093937:0:14782:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941479.093938:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407232:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941479.093945:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.093947:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941479.093948:0:14782:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941479.093953:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203407232/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941479.093954:0:14782:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941479.093958:0:14782:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941479.093961:0:14782:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:3.0:1773941479.093966:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941479.093967:0:14782:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941479.093969:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941479.093971:0:14782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941479.093973:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080d800. 00000001:00000001:1.0:1773941479.093975:0:14782:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.093977:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941479.093979:0:14782:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941479.093980:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941479.093984:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:1.0:1773941479.093984:0:14782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941479.093987:0:14782:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941479.093988:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1773941479.093990:0:14782:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941479.093992:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b4b000. 00000100:00000001:1.0:1773941479.093993:0:14782:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941479.093997:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1773941479.093999:0:14782:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941479.094000:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941479.094003:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:1.0:1773941479.094004:0:14782:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941479.094007:0:14782:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941479.094010:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941479.094010:0:14782:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941479.094014:0:14782:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941479.094016:0:14782:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941479.094017:0:14782:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941479.094018:0:14782:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941479.094019:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.094024:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.094031:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941479.094033:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941479.094036:0:14782:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941479.094037:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1773941479.094040:0:14782:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.094041:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.094043:0:14782:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941479.094048:0:14782:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941479.094050:0:14782:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941479.094052:0:14782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941479.094054:0:14782:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941479.094055:0:14782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941479.094056:0:14782:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941479.094160:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8557d900. 00010000:00000010:3.1:1773941479.094167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d8148ae00. 00000020:00000001:2.0:1773941479.534347:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941479.534356:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941479.534363:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941480.558312:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941480.558320:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941480.558326:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941480.878303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941480.878315:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941480.878345:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fad180. 00000020:00000040:0.0:1773941480.878352:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941480.878356:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941480.878359:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941480.878366:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941480.878374:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d000. 00000100:00000001:0.0:1773941480.878381:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941480.878392:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941480.878402:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941480.878406:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941480.878412:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c841258] to pc [ptlrpcd_00_00+0] req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.878442:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941480.878446:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000100:00000001:1.0:1773941480.878492:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.878499:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941480.878502:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941480.878509:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.878517:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941480.878519:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.878522:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941480.878525:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941480.878527:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941480.878530:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203407360:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941480.878533:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941480.878539:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941480.878541:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.878543:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941480.878548:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cf000. 02000000:00000001:1.0:1773941480.878549:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941480.878557:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941480.878561:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941480.878567:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941480.878574:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203407360, portal 25 00000100:00000001:1.0:1773941480.878577:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941480.878578:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697427840 : -120888012123776 : ffff920d90fad180) 00000100:00000040:1.0:1773941480.878583:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.878589:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941480.878591:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941480.878593:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7908. 00000100:00000200:1.0:1773941480.878596:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203407360, offset 0 00000400:00000200:1.0:1773941480.878602:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941480.878609:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941480.878617:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941480.878622:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941480.878633:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941480.878637:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941480.878640:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941480.878642:0:2412:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 81] 00000400:00000200:1.0:1773941480.878645:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941480.878649:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [199:199:256:4294967295] 192.168.204.109@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:1.0:1773941480.878653:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941480.878661:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941480.878667:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941480.878671:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36d00. 00000800:00000200:1.0:1773941480.878677:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941480.878685:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941480.878690:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941480.878706:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941480.878710:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941480.878713:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294956708 00000100:00000001:1.0:1773941480.878721:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954918 00000100:00000001:1.0:1773941480.878725:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294956708 00000100:00000001:1.0:1773941480.878729:0:2412:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954918 00000100:00000001:1.0:1773941480.878733:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941480.878736:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.878739:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.878741:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.878748:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.878750:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941480.878752:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.878753:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941480.878754:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.878756:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.878765:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.878767:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941480.878840:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941480.878845:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36d00. 00000400:00000200:2.0:1773941480.878851:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.878856:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941480.878861:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7908 00000400:00000010:2.0:1773941480.878863:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7908. 00000100:00000001:2.0:1773941480.878867:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941480.878871:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.878880:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941480.878883:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.878889:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.878891:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941480.880087:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.880101:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.880104:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.880108:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.880142:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.880152:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941480.880161:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.880167:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.880173:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.880178:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206000 00000400:00000200:2.0:1773941480.880184:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.880190:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xf9d [1] + 224 00000800:00000001:2.0:1773941480.880198:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.880205:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.880208:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.880211:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941480.880222:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.880229:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.880253:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.880266:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.880274:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.880276:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.880305:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.880313:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941480.880318:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941480.880320:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941480.880323:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941480.880326:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941480.880327:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941480.880329:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941480.880335:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941480.880343:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.880349:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941480.880350:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.880352:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941480.880355:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941480.880356:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941480.880358:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.880360:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941480.880365:0:2412:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941480.880368:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941480.880370:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941480.880372:0:2412:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941480.880376:0:2412:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941480.880378:0:2412:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941480.880381:0:2412:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941480.880385:0:2412:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941480.880388:0:2412:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941480.880389:0:2412:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941480.880391:0:2412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941480.880392:0:2412:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941480.880395:0:2412:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.880400:0:2412:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941480.880405:0:2412:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941480.880407:0:2412:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941480.880410:0:2412:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941480.880412:0:2412:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941480.880413:0:2412:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880414:0:2412:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941480.880415:0:2412:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941480.880416:0:2412:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941480.880417:0:2412:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880418:0:2412:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941480.880421:0:2412:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941480.880422:0:2412:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941480.880424:0:2412:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941480.880426:0:2412:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 285 00000400:00000200:1.0:1773941480.880430:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941480.880434:0:2412:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941480.880437:0:2412:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941480.880439:0:2412:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941480.880441:0:2412:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941480.880443:0:2412:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941480.880446:0:2412:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941480.880447:0:2412:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941480.880450:0:2412:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941480.880452:0:2412:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941480.880454:0:2412:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941480.880456:0:2412:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941480.880457:0:2412:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941480.880458:0:2412:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941480.880460:0:2412:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941480.880461:0:2412:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941480.880463:0:2412:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941480.880465:0:2412:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941480.880467:0:2412:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.880472:0:2412:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941480.880474:0:2412:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941480.880476:0:2412:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880478:0:2412:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941480.880480:0:2412:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941480.880502:0:2412:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9c00. 00000020:00000040:1.0:1773941480.880505:0:2412:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941480.880507:0:2412:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941480.880509:0:2412:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880512:0:2412:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941480.880514:0:2412:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941480.880515:0:2412:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941480.880519:0:2412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe3400. 00000100:00000001:1.0:1773941480.880522:0:2412:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941480.880527:0:2412:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941480.880533:0:2412:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941480.880535:0:2412:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941480.880537:0:2412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005acd4167] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.880552:0:2412:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880554:0:2412:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941480.880556:0:2412:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941480.880559:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.880565:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941480.880569:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941480.880572:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941480.880576:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941480.880584:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203407360:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941480.880585:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.880590:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941480.880596:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941480.880605:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941480.880610:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941480.880611:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941480.880623:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941480.880627:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941480.880628:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fad180 x1860112203407360/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941496 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941480.880632:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941480.880638:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941480.880641:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941480.880642:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941480.880646:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941480.880650:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cf000. 02000000:00000001:1.0:1773941480.880656:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1773941480.880657:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407488:192.168.204.109@tcp:250:ptlrpcd_00_00.0 00000020:00000001:1.0:1773941480.880660:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941480.880670:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1773941480.880671:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941480.880677:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1773941480.880679:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1773941480.880681:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d000. 02000000:00000001:3.0:1773941480.880682:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.880688:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1773941480.880689:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941480.880693:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941480.880695:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fad180. 02000000:00000010:3.0:1773941480.880696:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941480.880700:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.880700:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941480.880705:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941480.880708:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941480.880712:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941480.880717:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000100:00000001:1.0:1773941480.880718:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.880720:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773941480.880722:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000001:1.0:1773941480.880724:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941480.880727:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941480.880729:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407488, portal 25 00000100:00000001:3.0:1773941480.880733:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941480.880734:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551858688 : -120888157692928 : ffff920d884d9c00) 00000100:00000040:3.0:1773941480.880742:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.880749:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941480.880751:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941480.880753:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc3b8. 00000100:00000200:3.0:1773941480.880755:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203407488, offset 0 00000400:00000200:3.0:1773941480.880760:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941480.880764:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941480.880769:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941480.880772:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941480.880775:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941480.880778:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941480.880780:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941480.880782:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 81] 00000400:00000200:3.0:1773941480.880785:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1773941480.880789:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [200:200:256:4294967295] 192.168.204.119@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1773941480.880792:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941480.880797:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1773941480.880800:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1773941480.880809:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 00000800:00000200:3.0:1773941480.880814:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1773941480.880820:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1773941480.880823:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941480.880837:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941480.880841:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941480.880843:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294956710 00000100:00000001:3.0:1773941480.880850:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956708 00000100:00000001:3.0:1773941480.880854:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294956710 00000100:00000001:3.0:1773941480.880856:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956708 00000100:00000001:3.0:1773941480.880859:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941480.880861:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.880864:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.880866:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.880872:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941480.880874:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941480.880876:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.880877:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941480.880879:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.880880:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941480.880923:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941480.880927:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 00000400:00000200:2.0:1773941480.880930:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.880934:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941480.880938:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc3b8 00000400:00000010:2.0:1773941480.880939:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc3b8. 00000100:00000001:2.0:1773941480.880942:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941480.880946:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.880953:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941480.880956:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.880961:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.880963:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941480.882654:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.882661:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.882663:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.882664:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.882668:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.882671:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941480.882675:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.882678:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.882681:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.882683:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206080 00000400:00000200:2.0:1773941480.882686:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.882689:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xfa5 [1] + 0 00000800:00000001:2.0:1773941480.882698:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.882703:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.882704:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.882707:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941480.882710:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.882713:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.882721:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.882733:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.882737:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.882739:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.882776:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.882778:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941480.882782:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941480.882783:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941480.882785:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941480.882788:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941480.882789:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941480.882791:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941480.882795:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941480.882803:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.882808:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941480.882816:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.882818:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941480.882820:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941480.882822:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941480.882823:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.882825:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941480.882830:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941480.882833:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941480.882835:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941480.882836:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941480.882838:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941480.882840:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.882842:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.882845:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.882849:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941480.882852:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941480.882853:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.882855:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941480.882861:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941480.882863:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941480.882865:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941480.882867:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941480.882869:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941480.882870:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941480.882872:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941480.882875:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941480 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941480.882877:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941480.882883:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941480.882885:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941480.882888:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941480.882889:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.882890:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941480.882893:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941480.882894:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941480.882900:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941480.882903:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941480.882906:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941480.882909:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941480.883149:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.883149:0:14783:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941480.883158:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941480.883163:0:14783:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941480.883170:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941480.883171:0:14783:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941480.883184:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407488:192.168.204.109@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1773941480.883194:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.883197:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941480.883200:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9c00 x1860112203407488/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.883207:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941480.883211:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773941480.883213:0:14783:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:3.0:1773941480.883222:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 10000000:01000000:1.0:1773941480.883223:0:14783:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941480.883231:0:14783:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941480.883235:0:14783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941480.883237:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941480.883242:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941480.883243:0:14783:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941480.883244:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941480.883249:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941480.883252:0:14783:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941480.883253:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe3400. 02000000:00000001:3.0:1773941480.883259:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941480.883259:0:14783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941480.883262:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941480.883266:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9c00. 00000001:00000001:1.0:1773941480.883267:0:14783:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.883270:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941480.883274:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941480.883276:0:14783:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.883277:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.883286:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941480.883286:0:14783:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941480.883288:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.883292:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.883293:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941480.883295:0:14783:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941480.883308:0:14783:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941480.883310:0:14783:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941480.883312:0:14783:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941480.883314:0:14783:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941480.883316:0:14783:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941480.883317:0:14783:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941480.883319:0:14783:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:1.0:1773941480.883335:0:14783:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941480.883336:0:14783:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941480.883337:0:14783:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941480.883341:0:14783:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941480.883344:0:14783:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941480.883347:0:14783:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941480.883349:0:14783:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941480.883352:0:14783:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941480.883353:0:14783:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941480.903222:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941480.903231:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941480.903236:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941480.903238:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941480.903239:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941480.903240:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941480.903244:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941480.903246:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941480.903248:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:0.0:1773941480.903250:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941480.903252:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941480.903264:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faea00. 00000020:00000040:0.0:1773941480.903269:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941480.903273:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941480.903276:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941480.903283:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941480.903291:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d87fe6a00. 00000100:00000001:0.0:1773941480.903299:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941480.903305:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941480.903308:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941480.903334:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8962e400. 00010000:00000001:0.0:1773941480.903341:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941480.903345:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d80030600. 00000020:00000001:0.0:1773941480.903351:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773941480.903354:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d80030600 with handle 0xef3f469e0cc3adc0 to hash 00000020:00000001:0.0:1773941480.903357:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941480.903359:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00010000:00000001:0.0:1773941480.903363:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00010000:00000001:0.0:1773941480.903368:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941480.903372:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941480.903378:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941480.903391:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941480.903406:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941480.903414:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941480.903416:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941480.903425:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941480.903428:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185692209920 : -120888017341696 : ffff920d90ab3300) 00000100:00000001:0.0:1773941480.903431:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941480.903433:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697434112 : -120888012117504 : ffff920d90faea00) 00000100:00000001:0.0:1773941480.903439:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941480.903444:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.903448:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941480.903450:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941480.903462:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.903473:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941480.903476:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941480.903501:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941480.903504:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941480.903508:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941480.903513:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407616:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941480.903518:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941480.903525:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941480.903528:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941480.903531:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941480.903537:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c3000. 02000000:00000001:0.0:1773941480.903540:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941480.903549:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941480.903554:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000010:0.0:1773941480.903563:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000100:00000200:0.0:1773941480.903571:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407616, portal 25 00000100:00000001:0.0:1773941480.903573:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941480.903575:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697434112 : -120888012117504 : ffff920d90faea00) 00000100:00000040:0.0:1773941480.903582:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.903591:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941480.903594:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:0.0:1773941480.903597:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee880. 00000100:00000200:0.0:1773941480.903601:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203407616, offset 0 00000400:00000200:0.0:1773941480.903610:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941480.903619:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941480.903628:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:0.0:1773941480.903635:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941480.903640:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941480.903645:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941480.903648:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941480.903652:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 83] 00000400:00000200:0.0:1773941480.903657:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941480.903662:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [201:201:256:4294967295] 192.168.204.109@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1773941480.903677:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941480.903690:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941480.903697:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941480.903703:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d200. 00000800:00000200:0.0:1773941480.903711:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941480.903721:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941480.903726:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941480.903750:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941480.903755:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941480.903758:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294956733 00000100:00000001:0.0:1773941480.903766:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956710 00000100:00000001:0.0:1773941480.903772:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294956733 00000100:00000001:0.0:1773941480.903777:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956710 00000100:00000001:0.0:1773941480.903781:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941480.903785:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.903788:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941480.903790:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941480.903794:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 11 seconds 00000100:00000001:0.0:1773941480.903797:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941480.903809:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941480.903889:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941480.903894:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d200. 00000400:00000200:2.0:1773941480.903898:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.903903:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941480.903909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee880 00000400:00000010:2.0:1773941480.903911:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee880. 00000100:00000001:2.0:1773941480.903915:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941480.903919:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.903928:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941480.903931:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.903937:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.903939:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941480.904964:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.904979:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.904982:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.904986:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.904991:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.904997:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941480.905004:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.905017:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.905022:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.905027:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206100 00000400:00000200:2.0:1773941480.905032:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.905038:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xfb5 [1] + 224 00000800:00000001:2.0:1773941480.905045:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.905054:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.905056:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.905059:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941480.905062:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.905066:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.905074:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.905092:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.905100:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.905103:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905139:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941480.905145:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941480.905147:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941480.905149:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:0.0:1773941480.905153:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941480.905154:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:0.0:1773941480.905156:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941480.905161:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941480.905170:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.905186:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941480.905188:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905190:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941480.905193:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941480.905195:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941480.905197:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941480.905199:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941480.905204:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941480.905207:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941480.905209:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1773941480.905213:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:0.0:1773941480.905215:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941480.905218:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941480.905221:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941480.905224:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941480.905227:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941480.905230:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941480.905232:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941480.905233:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941480.905235:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941480.905238:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.905244:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941480.905245:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941480.905246:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941480.905248:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941480.905251:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941480.905252:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.905253:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941480.905254:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941480.905254:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941480.905255:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.905260:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941480.905262:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941480.905264:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941480.905267:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941480.905269:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 287 00000400:00000200:0.0:1773941480.905273:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941480.905276:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941480.905280:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941480.905288:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941480.905291:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941480.905292:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941480.905296:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941480.905298:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941480.905299:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941480.905301:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941480.905303:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941480.905305:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941480.905308:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941480.905309:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941480.905310:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941480.905312:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941480.905314:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941480.905316:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941480.905318:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941480.905320:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941480.905322:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941480.905324:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.905326:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941480.905327:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941480.905330:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faf100. 00000020:00000040:0.0:1773941480.905332:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:0.0:1773941480.905334:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941480.905339:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.905341:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941480.905343:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941480.905344:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941480.905349:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c1800. 00000100:00000001:0.0:1773941480.905352:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941480.905356:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941480.905366:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941480.905368:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941480.905372:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f31bd77] to pc [ptlrpcd_rcv+-1] req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.905388:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.905389:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941480.905391:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941480.905392:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905394:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941480.905396:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941480.905397:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90ab3300 going to sleep for 1 seconds 00000100:00000001:0.0:1773941480.905399:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941480.905400:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941480.905404:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941480.905410:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941480.905412:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905414:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941480.905416:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941480.905421:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941480.905426:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407616:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941480.905430:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905435:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941480.905437:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941480.905439:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941480.905443:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.905444:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.905456:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941480.905456:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941480.905459:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90ab3300. 00000100:00000001:0.0:1773941480.905462:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941480.905463:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:0.0:1773941480.905465:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941480.905468:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941480.905470:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941480.905471:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030600 refcount=4 00000020:00000001:0.0:1773941480.905475:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00000100:00000001:3.0:1773941480.905477:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1773941480.905478:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00010000:00010000:0.0:1773941480.905493:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941480.905501:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:3.0:1773941480.905506:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1773941480.905507:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941480.905546:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941480.905551:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1773941480.905552:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941480.905554:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.905566:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941480.905568:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941480.905570:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941480.905570:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1773941480.905577:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941480.905578:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941480.905590:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407744:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00000001:0.0:1773941480.905595:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941480.905598:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941480.905601:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773941480.905604:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.905605:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.905618:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773941480.905619:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941480.905623:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1773941480.905625:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941480.905631:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941480.905645:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d80030600 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941480.905649:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:0.0:1773941480.905651:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:3.0:1773941480.905654:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 10000000:00010000:0.0:1773941480.905655:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941480.905668:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00010000:00000001:0.0:1773941480.905668:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941480.905674:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773941480.905676:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941480.905677:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d80030600 refcount=5 00000100:00000200:3.0:1773941480.905679:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407744, portal 25 00000020:00000001:0.0:1773941480.905680:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00000100:00000001:3.0:1773941480.905684:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773941480.905685:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185412752896 : -120888296798720 : ffff920d80030600) 00000100:00000001:3.0:1773941480.905688:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697435904 : -120888012115712 : ffff920d90faf100) 00010000:00000001:0.0:1773941480.905690:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773941480.905694:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941480.905696:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.905715:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1773941480.905720:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:3.0:1773941480.905726:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 10000000:00010000:0.0:1773941480.905728:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941480.905729:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcaa0. 00000100:00000200:3.0:1773941480.905734:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203407744, offset 0 00000400:00000200:3.0:1773941480.905748:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:01000000:0.0:1773941480.905756:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:3.0:1773941480.905757:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000040:0.0:1773941480.905765:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:3.0:1773941480.905767:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941480.905775:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941480.905778:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941480.905781:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00000001:0.0:1773941480.905782:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941480.905793:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1773941480.905794:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:3.0:1773941480.905800:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 83] 00010000:00000001:0.0:1773941480.905800:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1773941480.905806:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:0.0:1773941480.905807:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941480.905813:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [202:202:256:4294967295] 192.168.204.119@tcp LPNI seq info [85:85:8:4294967295] 00010000:00000001:0.0:1773941480.905814:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1773941480.905825:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1773941480.905825:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941480.905833:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941480.905844:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:0.0:1773941480.905845:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d80030600 with handle 0xef3f469e0cc3adc0 from hash 00000800:00000200:3.0:1773941480.905850:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1773941480.905856:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0600. 00010000:00000001:0.0:1773941480.905861:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773941480.905863:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941480.905870:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1773941480.905871:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941480.905877:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773941480.905882:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941480.905886:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:3.0:1773941480.905891:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1773941480.905893:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941480.905902:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941480.905903:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:0.0:1773941480.905906:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941480.905909:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941480.905912:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941480.905917:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941480.905918:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941480.905919:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941480.905920:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773941480.905925:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941480.905928:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:0.0:1773941480.905928:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941480.905933:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941480.905934:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294956735 00010000:00000001:0.0:1773941480.905936:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773941480.905941:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d80030600/0xef3f469e0cc3adc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941480.905945:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956733 00010000:00000040:0.0:1773941480.905949:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d8962e400 count: 0 00000100:00000001:3.0:1773941480.905952:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294956735 00000100:00000001:3.0:1773941480.905959:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956733 00000100:00000001:3.0:1773941480.905965:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941480.905968:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941480.905972:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941480.905973:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941480.905975:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941480.905977:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.905983:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941480.905989:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faea00 x1860112203407616/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941496 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.905991:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941480.905997:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941480.905999:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941480.906003:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1773941480.906004:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1773941480.906005:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941480.906009:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1773941480.906011:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0600. 02000000:00000010:0.0:1773941480.906011:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c3000. 00000100:00000001:3.0:1773941480.906017:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941480.906018:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1773941480.906020:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1773941480.906022:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941480.906026:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941480.906027:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000400:00000200:2.0:1773941480.906036:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1773941480.906039:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1773941480.906044:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcaa0 02000000:00000010:0.0:1773941480.906047:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d87fe6a00. 00000400:00000010:2.0:1773941480.906049:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcaa0. 02000000:00000001:0.0:1773941480.906052:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941480.906055:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941480.906056:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1773941480.906057:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faea00. 00000100:00000001:0.0:1773941480.906061:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941480.906064:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773941480.906065:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941480.906066:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941480.906074:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1773941480.906077:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000040:2.0:1773941480.906079:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941480.906081:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773941480.906086:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d98b51e80. 00000100:00000001:2.0:1773941480.906087:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941480.906090:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773941480.906091:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d87fe6a00. 00000020:00000010:0.0:1773941480.906097:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d87fe7e00. 00000040:00000010:0.0:1773941480.906102:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d87fe6600. 00000020:00000010:0.0:1773941480.906108:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941480.906113:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d87fe7c00. 80000000:00000010:0.0:1773941480.906150:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d9099c2a0. 00040000:00000010:0.0:1773941480.906156:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d87fe7800. 20000000:00000010:0.0:1773941480.906160:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d87fe6400. 10000000:00000040:0.0:1773941480.906164:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:0.0:1773941480.906166:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:0.0:1773941480.906171:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d87fe7e00. 00000040:00000010:0.0:1773941480.906175:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d87fe6600. 00000020:00000010:0.0:1773941480.906179:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d9816a800. 00000020:00000010:0.0:1773941480.906183:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d87fe7c00. 80000000:00000010:0.0:1773941480.906186:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d9099c2a0. 00040000:00000010:0.0:1773941480.906191:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d87fe7800. 20000000:00000010:0.0:1773941480.906196:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d87fe6400. 00000020:00000010:0.0:1773941480.906202:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d87fe6a00. 10000000:00000010:0.0:1773941480.906205:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d98b51e80. 10000000:01000000:0.0:1773941480.906210:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:0.0:1773941480.906214:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:0.0:1773941480.906216:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:0.0:1773941480.906217:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1773941480.906219:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941480.906224:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:0.0:1773941480.906225:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941480.907380:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.907386:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941480.907388:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.907390:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.907393:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.907397:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941480.907401:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.907403:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941480.907406:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.907408:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206180 00000400:00000200:2.0:1773941480.907411:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941480.907414:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xfbd [1] + 0 00000800:00000001:2.0:1773941480.907418:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.907422:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941480.907424:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941480.907426:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941480.907429:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941480.907432:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941480.907438:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941480.907451:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941480.907455:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941480.907457:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.907500:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.907504:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941480.907508:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941480.907510:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941480.907513:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941480.907522:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941480.907524:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941480.907527:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941480.907532:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941480.907540:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.907545:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941480.907547:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.907549:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941480.907551:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941480.907552:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941480.907554:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.907555:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941480.907560:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941480.907563:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941480.907565:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941480.907566:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941480.907568:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941480.907570:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.907572:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.907575:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941480.907580:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941480.907582:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941480.907583:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.907585:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941480.907590:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941480.907592:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941480.907593:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941480.907595:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941480.907597:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941480.907599:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941480.907601:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941480.907607:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941480 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941480.907610:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941480.907616:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941480.907618:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941480.907621:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941480.907623:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.907624:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941480.907626:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941480.907628:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941480.907630:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941480.907633:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941480.907636:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941480.907638:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941480.907883:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.907886:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941480.907890:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941480.907897:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203407744:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941480.907900:0:14784:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941480.907902:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941480.907906:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941480.907911:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faf100 x1860112203407744/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941480.907916:0:14784:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941480.907928:0:14784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941480.907936:0:14784:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941480.907937:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1773941480.907939:0:14784:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:3.0:1773941480.907940:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941480.907945:0:14784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941480.907946:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000001:00000001:0.0:1773941480.907950:0:14784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941480.907951:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941480.907954:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941480.907956:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941480.907958:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941480.907960:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c1800. 00000001:00000001:0.0:1773941480.907961:0:14784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.907964:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941480.907964:0:14784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941480.907966:0:14784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941480.907968:0:14784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941480.907969:0:14784:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941480.907974:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941480.907976:0:14784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:3.0:1773941480.907980:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faf100. 00000100:00080000:0.0:1773941480.907984:0:14784:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941480.907986:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941480.907988:0:14784:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941480.907990:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.907992:0:14784:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941480.908000:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941480.908001:0:14784:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941480.908008:0:14784:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941480.908011:0:14784:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941480.908012:0:14784:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941480.908014:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:0.0:1773941480.908015:0:14784:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941480.908021:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941480.908026:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941480.908028:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941480.908036:0:14784:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941480.908038:0:14784:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941480.908039:0:14784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941480.908050:0:14784:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941480.908053:0:14784:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941480.908055:0:14784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941480.908056:0:14784:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941480.908058:0:14784:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941480.908060:0:14784:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773941480.911154:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d8962e400. 00010000:00000010:0.1:1773941480.911160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d80030600. 00000020:00000001:2.0:1773941481.582267:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941481.582274:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941481.582279:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941482.606261:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941482.606268:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941482.606272:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941482.798232:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941482.798242:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941482.798247:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941482.798249:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941482.798251:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941482.798252:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941482.798255:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941482.798257:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941482.798260:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941482.798263:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941482.798265:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941482.798278:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db480. 00000020:00000040:1.0:1773941482.798284:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941482.798289:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941482.798292:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941482.798298:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941482.798306:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cf000. 00000100:00000001:1.0:1773941482.798314:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941482.798319:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941482.798322:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941482.798346:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cd00. 00010000:00000001:1.0:1773941482.798352:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941482.798355:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c55e00. 00000020:00000001:1.0:1773941482.798359:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941482.798372:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c55e00 with handle 0xef3f469e0cc3adc7 to hash 00000020:00000001:1.0:1773941482.798374:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941482.798376:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941482.798380:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941482.798383:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941482.798387:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941482.798391:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941482.798403:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941482.798422:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941482.798429:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941482.798431:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941482.798438:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941482.798441:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941482.798444:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941482.798473:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551864960 : -120888157686656 : ffff920d884db480) 00000100:00000001:1.0:1773941482.798481:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941482.798486:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.798488:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941482.798490:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941482.798504:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.798517:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941482.798519:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941482.798530:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941482.798532:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941482.798535:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941482.798539:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407872:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941482.798544:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941482.798551:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941482.798554:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941482.798557:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941482.798562:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe3c00. 02000000:00000001:1.0:1773941482.798564:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941482.798573:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941482.798577:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941482.798585:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941482.798593:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203407872, portal 25 00000100:00000001:1.0:1773941482.798595:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941482.798596:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551864960 : -120888157686656 : ffff920d884db480) 00000100:00000040:1.0:1773941482.798602:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.798611:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941482.798614:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941482.798617:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c76e8. 00000100:00000200:1.0:1773941482.798621:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203407872, offset 0 00000400:00000200:1.0:1773941482.798628:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941482.798637:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941482.798646:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941482.798652:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941482.798656:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941482.798661:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941482.798664:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941482.798667:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 85] 00000400:00000200:1.0:1773941482.798672:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941482.798677:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [203:203:256:4294967295] 192.168.204.109@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1773941482.798691:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941482.798704:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941482.798711:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941482.798717:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36200. 00000800:00000200:1.0:1773941482.798724:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941482.798733:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941482.798738:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941482.798758:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941482.798762:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941482.798766:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958628 00000100:00000001:1.0:1773941482.798773:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956735 00000100:00000001:1.0:1773941482.798779:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958628 00000100:00000001:1.0:1773941482.798783:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956735 00000100:00000001:1.0:1773941482.798787:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941482.798790:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.798792:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941482.798794:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941482.798796:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941482.798799:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941482.798803:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941482.798980:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941482.798987:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36200. 00000400:00000200:2.0:1773941482.798995:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.799015:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941482.799022:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c76e8 00000400:00000010:2.0:1773941482.799024:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c76e8. 00000100:00000001:2.0:1773941482.799028:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941482.799035:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.799045:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941482.799048:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.799054:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.799055:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941482.800102:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.800164:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941482.800167:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.800182:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.800188:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.800193:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941482.800198:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.800202:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.800207:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.800210:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206200 00000400:00000200:2.0:1773941482.800214:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.800219:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xfcd [1] + 224 00000800:00000001:2.0:1773941482.800225:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.800232:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.800234:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.800236:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941482.800239:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941482.800243:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941482.800251:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.800280:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941482.800288:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.800291:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941482.800324:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941482.800332:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941482.800334:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941482.800337:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941482.800342:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941482.800344:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941482.800349:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941482.800356:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941482.800368:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.800390:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941482.800392:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941482.800395:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941482.800398:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941482.800400:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941482.800403:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941482.800406:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941482.800413:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941482.800417:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941482.800421:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941482.800425:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941482.800428:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941482.800432:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941482.800435:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941482.800440:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941482.800445:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941482.800465:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941482.800468:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941482.800470:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941482.800472:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941482.800476:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.800485:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941482.800486:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941482.800488:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941482.800491:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941482.800494:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941482.800496:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800498:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941482.800499:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941482.800500:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941482.800502:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800510:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941482.800513:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941482.800516:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941482.800519:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941482.800523:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 287 00000400:00000200:1.0:1773941482.800528:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941482.800533:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941482.800537:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941482.800541:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941482.800543:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941482.800546:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941482.800550:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941482.800552:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941482.800554:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941482.800556:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941482.800559:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941482.800561:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941482.800565:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941482.800567:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941482.800569:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941482.800571:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941482.800574:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941482.800578:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941482.800581:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941482.800584:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941482.800587:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941482.800590:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800593:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941482.800595:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941482.800599:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8000. 00000020:00000040:1.0:1773941482.800601:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941482.800605:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941482.800613:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800616:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941482.800618:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941482.800620:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941482.800625:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe1800. 00000100:00000001:1.0:1773941482.800629:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941482.800637:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941482.800645:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941482.800648:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941482.800653:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a55a2320] to pc [ptlrpcd_rcv+-1] req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.800674:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800678:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941482.800679:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941482.800683:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941482.800686:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941482.800688:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941482.800691:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941482.800694:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941482.800696:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.800698:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941482.800702:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941482.800703:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.800704:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941482.800713:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.800720:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941482.800726:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941482.800728:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.800729:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.800734:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941482.800735:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1773941482.800737:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941482.800741:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941482.800741:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941482.800744:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408000:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.800748:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941482.800752:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1773941482.800752:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941482.800755:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.800759:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941482.800764:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941482.800767:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941482.800771:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203407872:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000400:00000200:3.0:1773941482.800774:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941482.800778:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000100:00000001:1.0:1773941482.800781:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773941482.800783:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941482.800786:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408000, portal 25 00000100:00000001:3.0:1773941482.800788:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941482.800789:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551851520 : -120888157700096 : ffff920d884d8000) 00000100:00000040:3.0:1773941482.800795:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.800797:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941482.800803:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941482.800807:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941482.800808:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941482.800815:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941482.800823:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941482.800828:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abce58. 00000100:00000200:3.0:1773941482.800832:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203408000, offset 0 00000100:00000001:1.0:1773941482.800834:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941482.800839:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000010:1.0:1773941482.800841:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000400:00000200:3.0:1773941482.800845:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941482.800849:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1773941482.800850:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:1.0:1773941482.800853:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941482.800855:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941482.800860:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:1.0:1773941482.800860:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:3.0:1773941482.800865:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941482.800866:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941482.800868:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1773941482.800870:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773941482.800872:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 85] 00000020:00000040:1.0:1773941482.800875:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=4 00000400:00000200:3.0:1773941482.800876:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1773941482.800882:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [204:204:256:4294967295] 192.168.204.119@tcp LPNI seq info [87:87:8:4294967295] 00000020:00000001:1.0:1773941482.800882:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00000400:00000200:3.0:1773941482.800890:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1773941482.800890:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00010000:1.0:1773941482.800898:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941482.800899:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1773941482.800907:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1773941482.800911:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0c00. 00000800:00000200:3.0:1773941482.800918:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1773941482.800919:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:3.0:1773941482.800925:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:1.0:1773941482.800927:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941482.800929:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941482.800940:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1773941482.800944:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941482.800945:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941482.800950:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941482.800954:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294958630 00010000:00000001:1.0:1773941482.800962:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941482.800963:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958628 00010000:00000001:1.0:1773941482.800967:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941482.800969:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294958630 00010000:00010000:1.0:1773941482.800973:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941482.800978:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958628 00000100:00000001:3.0:1773941482.800984:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.800988:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941482.800988:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1773941482.800992:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.800995:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941482.801001:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.801002:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1773941482.801006:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941482.801010:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941482.801011:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941482.801014:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1773941482.801019:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941482.801021:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941482.801027:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941482.801027:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c55e00 already unused, calling callback (ffffffffc1169c20) 00000800:00000010:2.0:1773941482.801028:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0c00. 10000000:00000001:1.0:1773941482.801038:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941482.801040:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941482.801043:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:1.0:1773941482.801045:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941482.801053:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941482.801062:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abce58 00000400:00000010:2.0:1773941482.801066:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abce58. 00010000:00000001:1.0:1773941482.801066:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941482.801072:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941482.801075:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1773941482.801077:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941482.801085:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=5 00000100:00000200:2.0:1773941482.801086:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941482.801092:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941482.801103:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00000100:00000001:2.0:1773941482.801106:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941482.801116:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1773941482.801136:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.801143:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.801144:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1773941482.801164:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941482.801172:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941482.801175:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941482.801181:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941482.801184:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941482.801186:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941482.801190:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941482.801192:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941482.801195:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941482.801197:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941482.801199:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941482.801201:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941482.801204:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c55e00 with handle 0xef3f469e0cc3adc7 from hash 00010000:00000001:1.0:1773941482.801214:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941482.801216:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941482.801218:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941482.801219:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941482.801221:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941482.801223:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941482.801226:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941482.801227:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941482.801229:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941482.801231:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941482.801235:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941482.801242:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941482.801243:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941482.801244:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941482.801246:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941482.801247:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941482.801248:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941482.801249:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941482.801252:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adc7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941482.801259:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cd00 count: 0 00010000:00000001:1.0:1773941482.801270:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941482.801272:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941482.801276:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941482.801283:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db480 x1860112203407872/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.801291:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941482.801294:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941482.801297:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe3c00. 02000000:00000001:1.0:1773941482.801301:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941482.801303:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941482.801305:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941482.801307:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941482.801315:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cf000. 02000000:00000001:1.0:1773941482.801320:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941482.801322:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941482.801324:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db480. 00000100:00000001:1.0:1773941482.801327:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941482.801329:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941482.801331:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941482.801334:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941482.801337:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941482.801341:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941482.801346:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cf000. 00000020:00000010:1.0:1773941482.801351:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cf200. 00000040:00000010:1.0:1773941482.801355:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce400. 00000020:00000010:1.0:1773941482.801361:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941482.801366:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941482.801372:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941482.801377:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cfe00. 20000000:00000010:1.0:1773941482.801382:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12ce600. 10000000:00000040:1.0:1773941482.801387:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941482.801390:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941482.801395:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cf200. 00000040:00000010:1.0:1773941482.801399:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce400. 00000020:00000010:1.0:1773941482.801403:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941482.801408:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941482.801411:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941482.801415:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cfe00. 20000000:00000010:1.0:1773941482.801418:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12ce600. 00000020:00000010:1.0:1773941482.801421:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cf000. 10000000:00000010:1.0:1773941482.801425:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941482.801427:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941482.801431:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941482.801433:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941482.801436:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941482.801438:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941482.801462:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941482.801466:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941482.802652:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.802666:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941482.802669:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.802672:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.802678:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941482.802684:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941482.802692:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941482.802697:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941482.802701:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.802705:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206280 00000400:00000200:2.0:1773941482.802711:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941482.802717:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xfd5 [1] + 0 00000800:00000001:2.0:1773941482.802724:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.802732:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941482.802736:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941482.802749:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941482.802754:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941482.802760:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941482.802769:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.802782:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941482.802790:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941482.802794:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.802807:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941482.802811:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941482.802815:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941482.802817:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941482.802819:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941482.802824:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941482.802826:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941482.802830:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941482.802836:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941482.802848:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.802855:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941482.802857:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.802859:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941482.802861:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941482.802862:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941482.802864:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.802867:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941482.802871:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941482.802875:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941482.802878:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941482.802879:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941482.802882:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941482.802884:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.802887:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941482.802891:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.802898:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.802901:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941482.802909:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.802913:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941482.802919:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941482.802922:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941482.802924:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941482.802927:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941482.802929:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941482.802932:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941482.802934:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941482.802939:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941482 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941482.802942:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941482.802950:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941482.802953:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941482.802955:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941482.802957:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.802959:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941482.802963:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941482.802966:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941482.802969:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941482.802973:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941482.802977:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941482.802980:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941482.803215:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.803219:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941482.803226:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.803235:0:14785:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941482.803239:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408000:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.803246:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.803248:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941482.803254:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8000 x1860112203408000/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941482.803255:0:14785:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941482.803260:0:14785:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941482.803264:0:14785:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.803271:0:14785:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941482.803274:0:14785:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941482.803278:0:14785:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941482.803282:0:14785:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941482.803286:0:14785:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:3.0:1773941482.803287:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941482.803287:0:14785:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941482.803292:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941482.803292:0:14785:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941482.803293:0:14785:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.803296:0:14785:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:3.0:1773941482.803297:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00080000:0.0:1773941482.803300:0:14785:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941482.803302:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941482.803303:0:14785:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:3.0:1773941482.803307:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941482.803307:0:14785:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000040:3.0:1773941482.803312:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941482.803312:0:14785:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941482.803314:0:14785:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000020:00000001:3.0:1773941482.803319:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941482.803319:0:14785:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941482.803323:0:14785:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000010:3.0:1773941482.803325:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe1800. 10000000:00000040:0.0:1773941482.803325:0:14785:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 02000000:00000001:3.0:1773941482.803331:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941482.803333:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941482.803335:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8000. 00000100:00080000:0.0:1773941482.803339:0:14785:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941482.803341:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1773941482.803343:0:14785:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.803344:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941482.803347:0:14785:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941482.803350:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:02000000:0.0:1773941482.803357:0:14785:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:3.0:1773941482.803359:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941482.803362:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.803362:0:14785:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.803369:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941482.803369:0:14785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941482.803373:0:14785:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941482.803374:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941482.803380:0:14785:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941482.803382:0:14785:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941482.808151:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cd00. 00010000:00000010:1.1:1773941482.808159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c55e00. 00000020:00000001:2.0:1773941483.630301:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941483.630309:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941483.630313:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941484.654243:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941484.654249:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941484.654253:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941484.654277:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941484.654280:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941484.654283:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941484.654285:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941484.654287:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941484.654289:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941484.654292:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941484.654294:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941484.654297:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941484.654301:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941484.654304:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941484.654317:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a300. 00000020:00000040:2.0:1773941484.654321:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941484.654326:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941484.654330:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941484.654337:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941484.654346:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e600. 00000100:00000001:2.0:1773941484.654354:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941484.654358:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941484.654361:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941484.654385:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54e00. 00010000:00000001:2.0:1773941484.654389:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941484.654391:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e800. 00000020:00000001:2.0:1773941484.654395:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941484.654398:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e800 with handle 0xef3f469e0cc3adce to hash 00000020:00000001:2.0:1773941484.654399:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941484.654401:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941484.654403:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941484.654406:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941484.654408:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941484.654426:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941484.654443:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941484.654454:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941484.654459:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941484.654460:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941484.654465:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b000. 00000100:00000001:2.0:1773941484.654467:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691914240 : -120888017637376 : ffff920d90a6b000) 00000100:00000001:2.0:1773941484.654469:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941484.654471:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000001:2.0:1773941484.654475:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941484.654479:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.654481:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941484.654483:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941484.654493:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.654500:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941484.654501:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.654509:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941484.654511:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941484.654513:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941484.654516:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408128:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941484.654520:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941484.654525:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941484.654527:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.654529:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941484.654533:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941484.654535:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941484.654542:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941484.654545:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ad68. 00000400:00000010:2.0:1773941484.654550:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5a18. 00000100:00000200:2.0:1773941484.654557:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408128, portal 25 00000100:00000001:2.0:1773941484.654558:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941484.654559:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000040:2.0:1773941484.654563:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.654569:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941484.654571:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941484.654573:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5f68. 00000100:00000200:2.0:1773941484.654575:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203408128, offset 0 00000400:00000200:2.0:1773941484.654579:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941484.654586:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.654593:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941484.654599:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941484.654602:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941484.654606:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941484.654608:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941484.654610:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 87] 00000400:00000200:2.0:1773941484.654614:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941484.654617:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [205:205:256:4294967295] 192.168.204.109@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1773941484.654625:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.654634:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941484.654639:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941484.654643:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45600. 00000800:00000200:2.0:1773941484.654649:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941484.654655:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941484.654660:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941484.654675:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941484.654678:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941484.654680:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294960484 00000100:00000001:2.0:1773941484.654686:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958630 00000100:00000001:2.0:1773941484.654690:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294960484 00000100:00000001:2.0:1773941484.654693:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958630 00000100:00000001:2.0:1773941484.654696:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941484.654698:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.654701:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941484.654702:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941484.654704:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941484.654706:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941484.654708:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941484.654778:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941484.654784:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45600. 00000400:00000200:3.0:1773941484.654789:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941484.654797:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941484.654802:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5f68 00000400:00000010:3.0:1773941484.654804:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5f68. 00000100:00000001:3.0:1773941484.654807:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941484.654811:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.654821:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941484.654823:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.654829:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.654830:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941484.655905:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.655916:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941484.655918:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.655920:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941484.655924:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.655928:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941484.655932:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.655935:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.655939:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.655943:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206300 00000400:00000200:2.0:1773941484.655948:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.655960:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0xfe5 [1] + 224 00000800:00000001:2.0:1773941484.655968:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.655977:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941484.655979:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941484.655983:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941484.655989:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941484.655994:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941484.656005:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.656023:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941484.656030:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.656034:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941484.656064:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941484.656072:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941484.656074:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941484.656078:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ad68. 00000400:00000200:1.0:1773941484.656083:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5a18 00000400:00000010:1.0:1773941484.656085:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5a18. 00000100:00000001:1.0:1773941484.656089:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941484.656103:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941484.656117:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941500 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.656145:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941484.656148:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941484.656151:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941484.656154:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941484.656156:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941484.656166:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941484.656169:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941484.656176:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=60 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941484.656180:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941484.656183:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941484.656188:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941484.656191:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941484.656194:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941484.656197:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941484.656202:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941484.656207:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941484.656211:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941484.656214:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941484.656216:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941484.656218:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941484.656229:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941500 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.656238:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941484.656240:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941484.656242:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941484.656246:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941484.656249:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941484.656251:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656253:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941484.656255:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941484.656256:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941484.656258:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656260:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941484.656263:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941484.656265:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941484.656268:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941484.656271:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 289 00000400:00000200:1.0:1773941484.656277:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941484.656281:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941484.656286:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941484.656289:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941484.656292:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941484.656295:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941484.656298:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941484.656301:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941484.656303:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941484.656306:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941484.656308:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941484.656311:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941484.656314:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941484.656317:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941484.656319:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941484.656321:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941484.656330:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941484.656334:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941484.656337:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941484.656340:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941484.656343:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941484.656346:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656348:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941484.656350:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941484.656354:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db480. 00000020:00000040:1.0:1773941484.656357:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941484.656360:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941484.656362:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656364:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941484.656366:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941484.656368:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941484.656373:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe3400. 00000100:00000001:1.0:1773941484.656377:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941484.656382:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941484.656391:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941484.656394:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941484.656400:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e96e3de] to pc [ptlrpcd_rcv+-1] req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.656430:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656434:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941484.656436:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941484.656439:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941484.656441:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941484.656443:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941484.656445:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b000 going to sleep for 1 seconds 00000100:00000001:1.0:1773941484.656448:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941484.656450:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941484.656456:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941500 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.656466:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941484.656472:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941484.656476:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941484.656480:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.656484:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941484.656485:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941484.656488:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941484.656495:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941484.656497:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941500 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.656520:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1773941484.656524:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408128:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941484.656525:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941484.656531:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941484.656533:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941484.656535:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941484.656539:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:3.0:1773941484.656540:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656543:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941484.656547:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1773941484.656551:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408256:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000040:1.0:1773941484.656555:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941500 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.656559:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941484.656564:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941484.656568:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941484.656573:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941484.656576:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941484.656577:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00000100:00000010:1.0:1773941484.656582:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b000. 02000000:00000001:3.0:1773941484.656583:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.656586:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941484.656589:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:3.0:1773941484.656591:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941484.656593:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941484.656597:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1773941484.656598:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000020:00000001:1.0:1773941484.656599:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941484.656603:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e800 refcount=4 00000400:00000010:3.0:1773941484.656606:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000020:00000001:1.0:1773941484.656606:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:1.0:1773941484.656608:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00000100:00000200:3.0:1773941484.656614:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408256, portal 25 00010000:00010000:1.0:1773941484.656614:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941484.656620:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941484.656625:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551864960 : -120888157686656 : ffff920d884db480) 00010000:00000001:1.0:1773941484.656625:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941484.656629:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1773941484.656635:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941484.656650:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941484.656654:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941484.656655:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941484.656662:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00000001:1.0:1773941484.656665:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1773941484.656669:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcbb0. 00010000:00000001:1.0:1773941484.656669:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941484.656671:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1773941484.656674:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203408256, offset 0 00010000:00000001:1.0:1773941484.656679:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941484.656682:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941484.656685:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1773941484.656686:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941484.656687:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941484.656693:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215e800 already unused, calling callback (ffffffffc1169c20) 00000400:00000200:3.0:1773941484.656695:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:00000001:1.0:1773941484.656696:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941484.656699:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941484.656704:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:1.0:1773941484.656707:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941484.656710:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1773941484.656712:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1773941484.656712:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941484.656716:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e800 refcount=5 00000020:00000001:1.0:1773941484.656718:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00000400:00000200:3.0:1773941484.656720:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00010000:00000001:1.0:1773941484.656721:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:1.0:1773941484.656726:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1773941484.656728:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941484.656729:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941484.656734:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1773941484.656741:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 10000000:00010000:1.0:1773941484.656743:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941484.656751:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 87] 10000000:01000000:1.0:1773941484.656753:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941484.656758:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941484.656761:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941484.656765:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:1.0:1773941484.656765:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941484.656768:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941484.656771:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1773941484.656774:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [206:206:256:4294967295] 192.168.204.119@tcp LPNI seq info [89:89:8:4294967295] 00010000:00000001:1.0:1773941484.656774:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941484.656777:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941484.656779:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941484.656783:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215e800 with handle 0xef3f469e0cc3adce from hash 00000400:00000200:3.0:1773941484.656788:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1773941484.656788:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941484.656790:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941484.656792:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941484.656794:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941484.656796:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941484.656797:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941484.656801:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941484.656803:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941484.656805:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941484.656809:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 10000000:00000001:1.0:1773941484.656809:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941484.656814:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941484.656822:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1773941484.656823:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1773941484.656824:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941484.656826:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941484.656829:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941484.656830:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941484.656831:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941484.656832:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00010000:00000001:1.0:1773941484.656832:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941484.656835:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3adce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941484.656842:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54e00 count: 0 00000800:00000200:3.0:1773941484.656843:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1773941484.656854:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1773941484.656856:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941484.656859:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941484.656859:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941484.656865:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941484.656870:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a300 x1860112203408128/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941500 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.656876:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941484.656878:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941484.656879:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941484.656881:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080cc00. 02000000:00000001:1.0:1773941484.656886:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941484.656889:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:1.0:1773941484.656889:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941484.656892:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941484.656894:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294960486 00000020:00000001:1.0:1773941484.656896:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941484.656899:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e600. 02000000:00000001:1.0:1773941484.656904:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1773941484.656905:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960484 02000000:00000001:1.0:1773941484.656906:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941484.656909:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a300. 00000100:00000001:3.0:1773941484.656913:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294960486 00000100:00000001:1.0:1773941484.656913:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941484.656916:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941484.656919:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941484.656921:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960484 10000000:01000000:1.0:1773941484.656921:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941484.656926:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:3.0:1773941484.656929:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1773941484.656930:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000100:00000001:3.0:1773941484.656935:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941484.656937:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cf000. 00000100:00000001:3.0:1773941484.656941:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941484.656941:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773941484.656942:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce600. 00000800:00000010:2.0:1773941484.656947:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000100:00000001:3.0:1773941484.656949:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1773941484.656949:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cfe00. 00000400:00000200:2.0:1773941484.656953:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773941484.656956:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000100:00000001:3.0:1773941484.656959:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941484.656960:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:1.0:1773941484.656962:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 00000100:00000001:3.0:1773941484.656964:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1773941484.656968:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcbb0 00000100:00000001:3.0:1773941484.656969:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 80000000:00000010:1.0:1773941484.656969:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00000400:00000010:2.0:1773941484.656972:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcbb0. 00000100:00000001:3.0:1773941484.656973:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941484.656976:0:2406:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:1.0:1773941484.656976:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce400. 00000100:00000001:3.0:1773941484.656977:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1773941484.656982:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cf200. 00000100:00000200:2.0:1773941484.656983:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:1.0:1773941484.656988:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941484.656992:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941484.656995:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1773941484.656998:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce600. 00000100:00000040:2.0:1773941484.657000:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1773941484.657003:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cfe00. 00000100:00000001:2.0:1773941484.657006:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.657011:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773941484.657013:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941484.657018:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941484.657021:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941484.657024:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce400. 20000000:00000010:1.0:1773941484.657028:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cf200. 00000020:00000010:1.0:1773941484.657030:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cf000. 00000100:00000001:3.0:1773941484.657031:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1773941484.657033:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941484.657037:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941484.657039:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941484.657041:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941484.657042:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941484.657044:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941484.657045:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941484.657046:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941484.658209:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.658214:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941484.658216:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.658217:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941484.658220:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941484.658228:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941484.658232:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941484.658234:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941484.658237:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.658239:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206380 00000400:00000200:2.0:1773941484.658242:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941484.658244:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0xff5 [1] + 0 00000800:00000001:2.0:1773941484.658248:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.658252:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941484.658254:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941484.658256:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941484.658258:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941484.658270:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941484.658277:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.658288:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941484.658292:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941484.658295:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658307:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941484.658310:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941484.658313:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941484.658314:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941484.658316:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941484.658324:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941484.658325:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941484.658327:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941484.658332:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941484.658340:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.658346:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941484.658347:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658348:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941484.658350:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941484.658351:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941484.658352:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941484.658353:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941484.658356:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941484.658358:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941484.658360:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941484.658361:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941484.658363:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941484.658364:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.658366:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941484.658369:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.658374:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941484.658376:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941484.658377:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658379:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941484.658383:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941484.658384:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941484.658385:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941484.658387:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941484.658389:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941484.658401:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941484.658403:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941484.658423:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941484 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941484.658426:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941484.658431:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941484.658433:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941484.658434:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941484.658436:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.658437:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941484.658440:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941484.658442:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941484.658444:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941484.658447:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941484.658450:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941484.658452:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941484.658711:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.658714:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941484.658718:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941484.658725:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408256:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941484.658729:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658731:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941484.658734:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db480 x1860112203408256/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941484.658746:0:14786:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941484.658749:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941484.658752:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941484.658754:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00080000:0.0:1773941484.658757:0:14786:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000001:3.0:1773941484.658758:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941484.658762:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1773941484.658763:0:14786:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000040:3.0:1773941484.658764:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941484.658768:0:14786:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941484.658769:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:0.0:1773941484.658771:0:14786:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941484.658772:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe3400. 00000001:00000001:0.0:1773941484.658775:0:14786:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941484.658776:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941484.658778:0:14786:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941484.658781:0:14786:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941484.658784:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941484.658785:0:14786:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941484.658789:0:14786:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941484.658790:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db480. 00000001:00000001:0.0:1773941484.658792:0:14786:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.658794:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941484.658796:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658797:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941484.658802:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1773941484.658802:0:14786:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.658806:0:14786:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941484.658807:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941484.658810:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941484.658811:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941484.658812:0:14786:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941484.658815:0:14786:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941484.658817:0:14786:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941484.658819:0:14786:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941484.658821:0:14786:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941484.658824:0:14786:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941484.658825:0:14786:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941484.658826:0:14786:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941484.658838:0:14786:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941484.658839:0:14786:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.658840:0:14786:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941484.658842:0:14786:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941484.658844:0:14786:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941484.658845:0:14786:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941484.658847:0:14786:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941484.658848:0:14786:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941484.658850:0:14786:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941484.662149:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54e00. 00010000:00000010:1.1:1773941484.662156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215e800. 00000020:00000001:2.0:1773941485.678293:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941485.678300:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941485.678304:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941485.998296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941485.998306:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941485.998316:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941485.998322:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941485.998326:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941485.998328:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941485.998333:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941485.998341:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45500. 00000100:00000001:2.0:1773941485.998348:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941485.998359:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941485.998410:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941485.998415:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941485.998421:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000debdf410] to pc [ptlrpcd_01_00+0] req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.998445:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941485.998449:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:3.0:1773941485.998487:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.998493:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941485.998496:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941485.998504:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.998514:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941485.998517:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.998521:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941485.998525:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941485.998528:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941485.998532:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203408384:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941485.998537:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941485.998544:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941485.998547:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.998550:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941485.998555:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8845bc00. 02000000:00000001:3.0:1773941485.998557:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941485.998564:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941485.998568:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941485.998573:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941485.998580:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203408384, portal 25 00000100:00000001:3.0:1773941485.998581:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941485.998583:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:3.0:1773941485.998587:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.998594:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941485.998602:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941485.998604:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcd48. 00000100:00000200:3.0:1773941485.998606:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203408384, offset 0 00000400:00000200:3.0:1773941485.998611:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941485.998619:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941485.998626:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941485.998631:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941485.998634:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941485.998638:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.998639:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.998642:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 89] 00000400:00000200:3.0:1773941485.998645:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941485.998648:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [207:207:256:4294967295] 192.168.204.109@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1773941485.998651:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941485.998659:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941485.998664:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941485.998668:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00000800:00000200:3.0:1773941485.998674:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941485.998680:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941485.998684:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941485.998697:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941485.998700:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941485.998703:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294961828 00000100:00000001:3.0:1773941485.998709:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960486 00000100:00000001:3.0:1773941485.998713:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294961828 00000100:00000001:3.0:1773941485.998716:0:2414:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960486 00000100:00000001:3.0:1773941485.998719:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941485.998722:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.998725:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.998727:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.998733:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941485.998740:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941485.998742:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.998743:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941485.998744:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.998747:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.998757:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941485.998759:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941485.998801:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941485.998805:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:2.0:1773941485.998810:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941485.998815:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941485.998820:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcd48 00000400:00000010:2.0:1773941485.998822:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcd48. 00000100:00000001:2.0:1773941485.998825:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941485.998829:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.998836:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941485.998839:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.998844:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.998845:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941486.000090:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.000100:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.000103:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.000105:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.000109:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000114:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941486.000140:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000143:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000147:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000150:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206400 00000400:00000200:2.0:1773941486.000154:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000164:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x1005 [1] + 224 00000800:00000001:2.0:1773941486.000170:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.000177:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.000179:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.000182:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941486.000185:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.000189:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.000197:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.000210:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.000217:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.000219:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.000237:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.000240:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941486.000245:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941486.000246:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941486.000248:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941486.000252:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941486.000253:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941486.000256:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941486.000260:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941486.000269:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000275:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941486.000276:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.000277:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941486.000280:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941486.000282:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941486.000284:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.000286:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941486.000292:0:2414:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941486.000296:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941486.000299:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941486.000301:0:2414:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941486.000303:0:2414:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941486.000306:0:2414:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941486.000310:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941486.000314:0:2414:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941486.000317:0:2414:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941486.000325:0:2414:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941486.000326:0:2414:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941486.000328:0:2414:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941486.000331:0:2414:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000337:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941486.000338:0:2414:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941486.000339:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.000342:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941486.000345:0:2414:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941486.000346:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000347:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.000348:0:2414:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.000349:0:2414:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941486.000350:0:2414:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000351:0:2414:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.000353:0:2414:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941486.000354:0:2414:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941486.000357:0:2414:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941486.000358:0:2414:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 290 00000400:00000200:3.0:1773941486.000362:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941486.000365:0:2414:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941486.000367:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941486.000369:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941486.000371:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941486.000372:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941486.000375:0:2414:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941486.000376:0:2414:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941486.000378:0:2414:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941486.000381:0:2414:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941486.000383:0:2414:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941486.000384:0:2414:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:3.0:1773941486.000402:0:2414:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941486.000410:0:2414:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941486.000412:0:2414:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941486.000415:0:2414:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941486.000418:0:2414:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:3.0:1773941486.000422:0:2414:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941486.000425:0:2414:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.000427:0:2414:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941486.000431:0:2414:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941486.000434:0:2414:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000437:0:2414:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941486.000439:0:2414:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941486.000444:0:2414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941486.000447:0:2414:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:3.0:1773941486.000451:0:2414:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941486.000452:0:2414:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000455:0:2414:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941486.000457:0:2414:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941486.000459:0:2414:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941486.000465:0:2414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d98b48000. 00000100:00000001:3.0:1773941486.000469:0:2414:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941486.000476:0:2414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941486.000485:0:2414:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941486.000488:0:2414:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.000491:0:2414:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add88b13] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000511:0:2414:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000514:0:2414:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941486.000515:0:2414:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1773941486.000521:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000529:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941486.000538:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941486.000541:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941486.000547:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.000550:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941486.000555:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941486.000558:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941486.000563:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203408384:192.168.204.109@tcp:400:kworker.0 00000100:00000040:2.0:1773941486.000569:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000572:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.000578:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941486.000586:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941486.000587:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203408384/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941501 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.000591:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941486.000598:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941486.000599:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941486.000603:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773941486.000604:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941486.000606:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8845bc00. 02000000:00000001:2.0:1773941486.000612:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.000613:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941486.000616:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941486.000618:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941486.000622:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1773941486.000623:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408512:192.168.204.109@tcp:250:ptlrpcd_01_00.0 02000000:00000010:3.0:1773941486.000625:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45500. 02000000:00000001:3.0:1773941486.000631:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941486.000632:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941486.000633:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941486.000637:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 02000000:00000001:2.0:1773941486.000637:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941486.000642:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000643:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941486.000645:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941486.000647:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941486.000648:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.000653:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1773941486.000654:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080e800. 00000100:00000001:3.0:1773941486.000656:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941486.000658:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000659:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.000662:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941486.000666:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941486.000670:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a210. 00000400:00000010:2.0:1773941486.000680:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5110. 00000100:00000200:2.0:1773941486.000683:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408512, portal 25 00000100:00000001:2.0:1773941486.000684:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941486.000686:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000040:2.0:1773941486.000690:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.000696:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941486.000697:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941486.000699:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5550. 00000100:00000200:2.0:1773941486.000701:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203408512, offset 0 00000400:00000200:2.0:1773941486.000704:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941486.000707:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.000710:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941486.000712:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941486.000714:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941486.000716:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941486.000718:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941486.000720:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 89] 00000400:00000200:2.0:1773941486.000723:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941486.000725:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [208:208:256:4294967295] 192.168.204.119@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1773941486.000728:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.000733:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941486.000736:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941486.000738:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45e00. 00000800:00000200:2.0:1773941486.000741:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941486.000746:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941486.000749:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941486.000761:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941486.000763:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941486.000765:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294961830 00000100:00000001:2.0:1773941486.000769:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961828 00000100:00000001:2.0:1773941486.000778:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294961830 00000100:00000001:2.0:1773941486.000783:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961828 00000100:00000001:2.0:1773941486.000785:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941486.000787:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.000789:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.000790:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.000794:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941486.000795:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941486.000798:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941486.000799:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941486.000800:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.000801:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941486.000819:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941486.000822:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45e00. 00000400:00000200:3.0:1773941486.000825:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941486.000828:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941486.000831:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5550 00000400:00000010:3.0:1773941486.000832:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5550. 00000100:00000001:3.0:1773941486.000834:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941486.000844:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000850:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941486.000852:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.000857:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.000858:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941486.002193:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.002200:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.002202:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.002204:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.002208:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.002212:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941486.002217:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.002220:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.002222:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.002224:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206480 00000400:00000200:2.0:1773941486.002228:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.002231:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x1015 [1] + 0 00000800:00000001:2.0:1773941486.002235:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.002248:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.002250:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.002254:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941486.002257:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.002261:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.002269:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.002291:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.002298:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.002301:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.002307:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.002310:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941486.002314:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941486.002316:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941486.002318:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a210. 00000400:00000200:3.0:1773941486.002322:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5110 00000400:00000010:3.0:1773941486.002323:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5110. 00000100:00000001:3.0:1773941486.002325:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941486.002330:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941486.002336:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.002342:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941486.002343:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.002344:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941486.002345:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941486.002346:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941486.002347:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.002349:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941486.002352:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941486.002355:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941486.002357:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941486.002358:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.002360:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941486.002362:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.002364:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.002367:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.002381:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941486.002383:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941486.002384:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.002399:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941486.002404:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941486.002406:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941486.002407:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941486.002408:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941486.002410:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941486.002412:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941486.002413:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941486.002416:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941486 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941486.002418:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941486.002423:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941486.002425:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.002427:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941486.002429:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.002430:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941486.002433:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941486.002434:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941486.002436:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941486.002439:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941486.002442:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941486.002443:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941486.004486:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.004491:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.004496:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941486.004503:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408512:192.168.204.109@tcp:250:ptlrpcd_01_00.0 00000100:00000001:3.0:1773941486.004518:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.004521:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941486.004525:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203408512/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941486.004528:0:14788:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941486.004537:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941486.004541:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1773941486.004541:0:14788:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:0.0:1773941486.004546:0:14788:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941486.004549:0:14788:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941486.004551:0:14788:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941486.004557:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080e800. 00000001:00000001:0.0:1773941486.004557:0:14788:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941486.004561:0:14788:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941486.004563:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941486.004566:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941486.004568:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941486.004570:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941486.004576:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d98b48000. 00000001:00000001:0.0:1773941486.004577:0:14788:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.004580:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941486.004582:0:14788:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941486.004583:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941486.004587:0:14788:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1773941486.004588:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000001:00000001:0.0:1773941486.004591:0:14788:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.004594:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1773941486.004597:0:14788:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.004598:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941486.004601:0:14788:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.004603:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.004609:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941486.004609:0:14788:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941486.004612:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.004616:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941486.004617:0:14788:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941486.004618:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941486.004622:0:14788:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941486.004624:0:14788:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941486.004632:0:14788:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941486.004634:0:14788:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941486.004636:0:14788:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941486.004637:0:14788:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00080000:0.0:1773941486.004657:0:14788:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941486.004659:0:14788:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941486.004661:0:14788:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941486.004665:0:14788:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941486.004669:0:14788:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941486.004671:0:14788:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941486.004673:0:14788:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941486.004675:0:14788:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941486.004677:0:14788:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.302237:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941486.302245:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941486.302249:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.302251:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941486.302252:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941486.302253:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941486.302256:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941486.302257:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941486.302259:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941486.302261:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941486.302262:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941486.302273:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 00000020:00000040:1.0:1773941486.302277:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941486.302280:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941486.302283:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941486.302288:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941486.302295:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cf000. 00000100:00000001:1.0:1773941486.302301:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.302305:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941486.302308:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941486.302315:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cd00. 00010000:00000001:1.0:1773941486.302319:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941486.302337:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c55e00. 00000020:00000001:1.0:1773941486.302341:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941486.302343:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c55e00 with handle 0xef3f469e0cc3add5 to hash 00000020:00000001:1.0:1773941486.302345:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941486.302346:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941486.302349:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941486.302352:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941486.302355:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941486.302358:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941486.302365:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941486.302376:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941486.302402:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941486.302403:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941486.302409:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941486.302411:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941486.302414:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941486.302415:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551865856 : -120888157685760 : ffff920d884db800) 00000100:00000001:1.0:1773941486.302420:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941486.302424:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.302426:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941486.302428:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941486.302437:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.302444:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941486.302446:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.302449:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941486.302452:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941486.302458:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941486.302461:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408640:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941486.302464:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941486.302470:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941486.302472:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.302474:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941486.302478:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe1c00. 02000000:00000001:1.0:1773941486.302479:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941486.302486:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941486.302489:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941486.302495:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941486.302502:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408640, portal 25 00000100:00000001:1.0:1773941486.302504:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941486.302505:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551865856 : -120888157685760 : ffff920d884db800) 00000100:00000040:1.0:1773941486.302509:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.302514:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941486.302517:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941486.302518:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7cc0. 00000100:00000200:1.0:1773941486.302521:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203408640, offset 0 00000400:00000200:1.0:1773941486.302525:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941486.302533:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941486.302547:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941486.302552:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941486.302555:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941486.302558:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941486.302561:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941486.302564:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 91] 00000400:00000200:1.0:1773941486.302566:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941486.302570:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [209:209:256:4294967295] 192.168.204.109@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1773941486.302573:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941486.302581:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941486.302595:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941486.302600:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36700. 00000800:00000200:1.0:1773941486.302606:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941486.302612:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941486.302617:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941486.302637:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941486.302642:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941486.302645:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294962132 00000100:00000001:1.0:1773941486.302652:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961830 00000100:00000001:1.0:1773941486.302658:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294962132 00000100:00000001:1.0:1773941486.302663:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961830 00000100:00000001:1.0:1773941486.302668:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941486.302671:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.302674:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941486.302677:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941486.302679:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941486.302683:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941486.302686:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941486.302758:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941486.302763:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36700. 00000400:00000200:3.0:1773941486.302769:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941486.302774:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941486.302778:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7cc0 00000400:00000010:3.0:1773941486.302780:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7cc0. 00000100:00000001:3.0:1773941486.302784:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941486.302787:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.302796:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941486.302798:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.302813:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.302815:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941486.303851:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.303863:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.303866:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.303869:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.303877:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.303892:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941486.303899:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.303904:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.303910:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.303915:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206500 00000400:00000200:2.0:1773941486.303920:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.303925:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x1025 [1] + 224 00000800:00000001:2.0:1773941486.303932:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.303941:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.303944:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.303948:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941486.303952:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.303958:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.303970:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.303987:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.303995:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.303998:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.304015:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941486.304022:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941486.304023:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941486.304025:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941486.304028:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941486.304030:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941486.304031:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941486.304035:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941486.304043:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.304047:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941486.304049:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.304065:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941486.304067:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941486.304069:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941486.304070:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.304072:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941486.304078:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941486.304080:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941486.304083:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941486.304085:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941486.304088:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.304090:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941486.304092:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941486.304095:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941486.304099:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941486.304102:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941486.304103:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941486.304105:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941486.304106:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941486.304109:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.304113:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941486.304114:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941486.304116:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.304135:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941486.304139:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941486.304140:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.304142:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941486.304143:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.304144:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941486.304146:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.304147:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941486.304150:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941486.304152:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941486.304155:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941486.304164:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 292 00000400:00000200:1.0:1773941486.304169:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941486.304174:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941486.304178:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941486.304182:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941486.304185:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941486.304187:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941486.304191:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941486.304192:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941486.304194:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941486.304196:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941486.304197:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941486.304199:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941486.304201:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941486.304202:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941486.304203:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941486.304204:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941486.304207:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941486.304209:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941486.304211:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.304213:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941486.304215:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941486.304217:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.304218:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941486.304220:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941486.304222:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d8700. 00000020:00000040:1.0:1773941486.304224:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941486.304226:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941486.304227:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.304229:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941486.304230:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941486.304232:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941486.304239:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe0c00. 00000100:00000001:1.0:1773941486.304242:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941486.304246:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941486.304252:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941486.304254:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941486.304257:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001af1f2a7] to pc [ptlrpcd_rcv+-1] req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.304272:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.304274:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941486.304275:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.304277:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.304279:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941486.304280:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941486.304281:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941486.304283:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941486.304284:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941486.304287:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.304292:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941486.304294:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.304296:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941486.304298:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941486.304301:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941486.304307:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408640:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941486.304311:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941486.304311:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941486.304315:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.304317:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941486.304318:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941486.304319:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941486.304323:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941486.304328:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941486.304336:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.304336:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941486.304341:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941486.304344:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941486.304346:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941486.304351:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941486.304354:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1773941486.304358:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1773941486.304358:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941486.304362:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=4 00000100:00000001:3.0:1773941486.304364:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941486.304365:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 02000000:00000001:3.0:1773941486.304369:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1773941486.304369:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00010000:1.0:1773941486.304372:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941486.304374:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941486.304394:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.304400:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:3.0:1773941486.304403:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408768:192.168.204.109@tcp:250:ll_cfg_requeue.0 00010000:00010000:1.0:1773941486.304405:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.304413:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941486.304416:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1773941486.304417:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1773941486.304419:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941486.304421:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.304427:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941486.304429:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.304431:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1773941486.304434:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 00010000:00010000:1.0:1773941486.304435:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941486.304441:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941486.304443:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941486.304446:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.304449:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941486.304451:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941486.304454:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941486.304455:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941486.304462:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00010000:00010000:1.0:1773941486.304466:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c55e00 already unused, calling callback (ffffffffc1169c20) 00000100:00000200:3.0:1773941486.304468:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408768, portal 25 10000000:00000001:1.0:1773941486.304470:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941486.304474:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00010000:1.0:1773941486.304474:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.304478:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551853312 : -120888157698304 : ffff920d884d8700) 00010000:00000001:1.0:1773941486.304484:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941486.304487:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1773941486.304490:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941486.304490:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941486.304493:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=5 00000020:00000001:1.0:1773941486.304497:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941486.304500:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941486.304503:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941486.304504:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941486.304509:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941486.304513:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941486.304519:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1773941486.304522:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000040:1.0:1773941486.304523:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941486.304526:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.304530:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00010000:00010000:1.0:1773941486.304531:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941486.304534:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1773941486.304537:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcd48. 00000100:00000200:3.0:1773941486.304541:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203408768, offset 0 00010000:00000001:1.0:1773941486.304542:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941486.304545:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941486.304547:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941486.304549:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.304550:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000040:1.0:1773941486.304553:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c55e00 with handle 0xef3f469e0cc3add5 from hash 00010000:00000001:1.0:1773941486.304555:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941486.304556:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.304557:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941486.304564:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:1.0:1773941486.304565:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941486.304570:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941486.304573:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1773941486.304574:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00010000:00000001:1.0:1773941486.304579:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941486.304581:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941486.304582:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941486.304586:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.304587:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 10000000:00000001:1.0:1773941486.304591:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.304593:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941486.304598:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941486.304598:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941486.304604:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 91] 00000400:00000200:3.0:1773941486.304615:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1773941486.304616:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.304619:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1773941486.304621:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [210:210:256:4294967295] 192.168.204.119@tcp LPNI seq info [93:93:8:4294967295] 00010000:00000001:1.0:1773941486.304622:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941486.304627:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941486.304631:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1773941486.304631:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941486.304635:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941486.304638:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941486.304643:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3add5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941486.304644:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1773941486.304657:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000040:1.0:1773941486.304658:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cd00 count: 0 00000800:00000010:3.0:1773941486.304662:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00010000:00000001:1.0:1773941486.304670:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1773941486.304671:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1773941486.304673:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941486.304677:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1773941486.304684:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:1.0:1773941486.304685:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db800 x1860112203408640/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941486.304692:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941486.304695:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941486.304699:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941486.304702:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe1c00. 02000000:00000001:1.0:1773941486.304704:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941486.304705:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941486.304707:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941486.304708:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941486.304711:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cf000. 00000100:00000001:3.0:1773941486.304712:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941486.304715:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941486.304718:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1773941486.304719:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941486.304723:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294962134 00000100:00000010:1.0:1773941486.304726:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 00000100:00000001:3.0:1773941486.304730:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962132 00000100:00000001:1.0:1773941486.304730:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941486.304733:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941486.304736:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941486.304738:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294962134 10000000:01000000:1.0:1773941486.304738:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941486.304742:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:3.0:1773941486.304745:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962132 10000000:00000010:1.0:1773941486.304746:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941486.304752:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cf000. 00000100:00000001:3.0:1773941486.304753:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941486.304757:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941486.304758:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cf200. 00000100:00000001:3.0:1773941486.304761:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1773941486.304763:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce400. 00000100:00000001:3.0:1773941486.304767:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941486.304768:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941486.304773:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 00000100:00000001:3.0:1773941486.304775:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 80000000:00000010:1.0:1773941486.304777:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00000100:00000001:3.0:1773941486.304778:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941486.304783:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:1.0:1773941486.304783:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cfe00. 00000100:00000001:3.0:1773941486.304787:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773941486.304789:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:1.0:1773941486.304789:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12ce600. 00000100:00000001:3.0:1773941486.304791:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941486.304795:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 10000000:00000040:1.0:1773941486.304796:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000400:00000200:2.0:1773941486.304800:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1773941486.304801:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941486.304803:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941486.304810:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:1.0:1773941486.304810:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cf200. 00000040:00000010:1.0:1773941486.304814:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce400. 00000020:00000010:1.0:1773941486.304818:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000400:00000200:2.0:1773941486.304821:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcd48 00000020:00000010:1.0:1773941486.304824:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 00000400:00000010:2.0:1773941486.304825:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcd48. 80000000:00000010:1.0:1773941486.304828:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00000100:00000001:2.0:1773941486.304830:0:2406:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:1.0:1773941486.304832:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cfe00. 00000100:00000200:2.0:1773941486.304837:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1773941486.304838:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12ce600. 00000020:00000010:1.0:1773941486.304844:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cf000. 10000000:00000010:1.0:1773941486.304850:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 00000100:00000001:2.0:1773941486.304851:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941486.304857:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941486.304857:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941486.304865:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941486.304868:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.304871:0:2406:0:(events.c:68:request_out_callback()) Process leaving 10000000:00020000:1.0:1773941486.304871:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941486.304878:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941486.304881:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941486.304883:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941486.304885:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1773941486.306134:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.306141:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941486.306144:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.306145:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.306149:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.306153:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1773941486.306158:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.306160:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941486.306163:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.306165:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206580 00000400:00000200:2.0:1773941486.306168:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941486.306171:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x102d [1] + 0 00000800:00000001:2.0:1773941486.306175:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.306179:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941486.306181:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941486.306184:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1773941486.306187:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.306191:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941486.306199:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.306214:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941486.306225:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941486.306228:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.306244:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.306248:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941486.306251:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941486.306253:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941486.306255:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941486.306260:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941486.306262:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941486.306265:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941486.306271:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941486.306287:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.306296:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941486.306298:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.306300:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941486.306302:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941486.306304:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941486.306306:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.306308:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941486.306311:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941486.306315:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941486.306318:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941486.306319:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.306322:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941486.306324:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.306326:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.306331:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.306338:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941486.306341:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941486.306342:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.306345:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941486.306350:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941486.306352:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941486.306359:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941486.306361:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941486.306363:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941486.306366:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941486.306369:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941486.306373:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941486 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941486.306376:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941486.306399:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941486.306402:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.306404:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941486.306406:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.306408:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941486.306412:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:3.0:1773941486.306414:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941486.306417:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941486.306421:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941486.306424:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941486.306427:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941486.306635:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.306639:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.306645:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.306654:0:14789:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941486.306656:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203408768:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941486.306664:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.306667:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941486.306669:0:14789:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:3.0:1773941486.306675:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d8700 x1860112203408768/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941486.306676:0:14789:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941486.306679:0:14789:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.306682:0:14789:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941486.306685:0:14789:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.306688:0:14789:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941486.306690:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941486.306692:0:14789:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.306694:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941486.306695:0:14789:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.306698:0:14789:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941486.306699:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000001:00000001:1.0:1773941486.306700:0:14789:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.306704:0:14789:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.306705:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941486.306706:0:14789:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941486.306709:0:14789:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941486.306711:0:14789:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941486.306712:0:14789:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941486.306715:0:14789:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941486.306717:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941486.306718:0:14789:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000020:00000040:3.0:1773941486.306720:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941486.306722:0:14789:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.306724:0:14789:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000001:3.0:1773941486.306727:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:1.0:1773941486.306728:0:14789:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 02000000:00000010:3.0:1773941486.306731:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe0c00. 02000000:00000001:3.0:1773941486.306735:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941486.306737:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941486.306738:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d8700. 00000100:00000001:3.0:1773941486.306742:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941486.306744:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.306746:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941486.306750:0:14789:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941486.306751:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1773941486.306753:0:14789:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.306754:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.306756:0:14789:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.306760:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:1.0:1773941486.306764:0:14789:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:3.0:1773941486.306765:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.306769:0:14789:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941486.306771:0:14789:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941486.306773:0:14789:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941486.306774:0:14789:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941486.306775:0:14789:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941486.310171:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cd00. 00010000:00000010:1.1:1773941486.310180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c55e00. 00000020:00000001:2.0:1773941486.702286:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941486.702293:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941486.702297:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941487.726308:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941487.726316:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941487.726319:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941488.110203:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941488.110212:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941488.110218:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941488.110221:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941488.110222:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941488.110224:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941488.110228:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941488.110230:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941488.110232:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941488.110236:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941488.110238:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941488.110250:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000020:00000040:2.0:1773941488.110256:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941488.110262:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941488.110266:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941488.110273:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941488.110282:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e800. 00000100:00000001:2.0:1773941488.110289:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941488.110294:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941488.110297:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941488.110305:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54000. 00010000:00000001:2.0:1773941488.110311:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941488.110314:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ea00. 00000020:00000001:2.0:1773941488.110319:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941488.110321:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215ea00 with handle 0xef3f469e0cc3addc to hash 00000020:00000001:2.0:1773941488.110323:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941488.110324:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941488.110327:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941488.110331:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941488.110360:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941488.110364:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941488.110375:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941488.110385:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941488.110390:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941488.110392:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941488.110399:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941488.110400:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941488.110403:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941488.110404:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000001:2.0:1773941488.110409:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941488.110413:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.110415:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941488.110416:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941488.110426:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.110434:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941488.110436:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941488.110440:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941488.110442:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941488.110444:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941488.110446:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408896:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941488.110450:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941488.110455:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941488.110457:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941488.110459:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941488.110463:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f800. 02000000:00000001:2.0:1773941488.110470:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941488.110480:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941488.110485:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ac08. 00000400:00000010:2.0:1773941488.110493:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e55d8. 00000100:00000200:2.0:1773941488.110501:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203408896, portal 25 00000100:00000001:2.0:1773941488.110504:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941488.110505:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000040:2.0:1773941488.110512:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.110521:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941488.110525:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941488.110529:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5220. 00000100:00000200:2.0:1773941488.110532:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203408896, offset 0 00000400:00000200:2.0:1773941488.110540:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941488.110550:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.110559:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941488.110566:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941488.110570:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941488.110575:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941488.110578:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941488.110582:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 93] 00000400:00000200:2.0:1773941488.110586:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941488.110591:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [211:211:256:4294967295] 192.168.204.109@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:2.0:1773941488.110595:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.110606:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941488.110612:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941488.110617:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45200. 00000800:00000200:2.0:1773941488.110624:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941488.110631:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941488.110636:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941488.110662:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941488.110673:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941488.110677:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294963940 00000100:00000001:2.0:1773941488.110685:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962134 00000100:00000001:2.0:1773941488.110692:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294963940 00000100:00000001:2.0:1773941488.110696:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962134 00000100:00000001:2.0:1773941488.110701:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941488.110704:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.110708:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941488.110710:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941488.110713:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941488.110717:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941488.110721:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941488.110839:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941488.110846:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45200. 00000400:00000200:3.0:1773941488.110853:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941488.110861:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941488.110867:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5220 00000400:00000010:3.0:1773941488.110871:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5220. 00000100:00000001:3.0:1773941488.110876:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941488.110881:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.110893:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941488.110898:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.110906:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.110908:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941488.112192:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.112204:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941488.112207:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.112209:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.112213:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.112216:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941488.112221:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.112224:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.112228:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.112232:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206600 00000400:00000200:2.0:1773941488.112236:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941488.112240:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x103d [1] + 224 00000800:00000001:2.0:1773941488.112248:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.112256:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941488.112259:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941488.112263:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941488.112268:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941488.112273:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941488.112284:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941488.112315:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941488.112323:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941488.112327:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941488.112368:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941488.112375:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941488.112377:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941488.112380:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ac08. 00000400:00000200:1.0:1773941488.112384:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e55d8 00000400:00000010:1.0:1773941488.112386:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e55d8. 00000100:00000001:1.0:1773941488.112388:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941488.112399:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941488.112408:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941488.112414:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941488.112415:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941488.112418:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941488.112420:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941488.112423:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941488.112425:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941488.112427:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941488.112432:0:14734:0:(import.c:2136:obd_at_measure()) add 0 to ffff920d90496458 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941488.112435:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941488.112438:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941488.112441:0:14734:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.204.109@tcp: operation ldlm_enqueue to node 192.168.204.109@tcp failed: rc = -107 00000100:00000001:1.0:1773941488.112444:0:14734:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941488.112446:0:14734:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941488.112449:0:14734:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.109@tcp of MGS@192.168.204.109@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941488.112452:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941488.112456:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941488.112459:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941488.112461:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941488.112463:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941488.112465:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941488.112467:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941488.112472:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941488.112473:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941488.112475:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941488.112478:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941488.112480:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941488.112481:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941488.112486:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941488.112487:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941488.112488:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941488.112489:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941488.112491:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941488.112494:0:14734:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941488.112496:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941488.112499:0:14734:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941488.112503:0:14734:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 292 00000400:00000200:1.0:1773941488.112508:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941488.112513:0:14734:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941488.112517:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112521:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941488.112524:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112527:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941488.112531:0:14734:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941488.112533:0:14734:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941488.112536:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941488.112538:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:1.0:1773941488.112541:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:1.0:1773941488.112544:0:14734:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941488.112548:0:14734:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112550:0:14734:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941488.112552:0:14734:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112554:0:14734:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941488.112558:0:14734:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:1.0:1773941488.112562:0:14734:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112565:0:14734:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941488.112568:0:14734:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941488.112571:0:14734:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941488.112573:0:14734:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941488.112575:0:14734:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941488.112582:0:14734:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941488.112586:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db800. 00000020:00000040:1.0:1773941488.112589:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 02000000:00000001:1.0:1773941488.112592:0:14734:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941488.112594:0:14734:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941488.112596:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941488.112597:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941488.112599:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941488.112603:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d82fe1c00. 00000100:00000001:1.0:1773941488.112606:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941488.112612:0:14734:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941488.112618:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941488.112620:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941488.112624:0:14734:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610d0463] to pc [ptlrpcd_rcv+-1] req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941488.112641:0:14734:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941488.112643:0:14734:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941488.112645:0:14734:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941488.112647:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941488.112649:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941488.112650:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941488.112652:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941488.112654:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941488.112656:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941488.112662:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.112670:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941488.112671:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941488.112675:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941488.112676:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941488.112678:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941488.112682:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941488.112687:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941488.112688:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.112699:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941488.112699:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941488.112702:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.112713:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941488.112715:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941488.112716:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941488.112720:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409024:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941488.112723:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941488.112725:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941488.112728:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941488.112729:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941488.112733:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941488.112737:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941488.112744:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941488.112748:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000100:00100000:1.0:1773941488.112749:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203408896:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000400:00000010:3.0:1773941488.112753:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000001:1.0:1773941488.112755:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941488.112758:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203409024, portal 25 00000100:00000001:1.0:1773941488.112759:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941488.112763:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941488.112765:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941488.112766:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551865856 : -120888157685760 : ffff920d884db800) 00000100:00000001:1.0:1773941488.112768:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941488.112773:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941488.112776:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941488.112787:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.112793:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1773941488.112793:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:1.0:1773941488.112797:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:3.0:1773941488.112798:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941488.112800:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:3.0:1773941488.112803:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcbb0. 00010000:00000001:1.0:1773941488.112804:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000200:3.0:1773941488.112807:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203409024, offset 0 00010000:00000001:1.0:1773941488.112808:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941488.112811:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941488.112813:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=4 00000400:00000200:3.0:1773941488.112816:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000001:1.0:1773941488.112817:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:1.0:1773941488.112821:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00000400:00000200:3.0:1773941488.112825:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00010000:1.0:1773941488.112828:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941488.112831:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941488.112837:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941488.112842:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:3.0:1773941488.112843:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941488.112848:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941488.112849:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941488.112852:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941488.112859:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 93] 00010000:00000001:1.0:1773941488.112863:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1773941488.112864:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1773941488.112868:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [212:212:256:4294967295] 192.168.204.119@tcp LPNI seq info [95:95:8:4294967295] 00010000:00010000:1.0:1773941488.112869:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941488.112883:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1773941488.112885:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1773941488.112890:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1773941488.112896:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1773941488.112898:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1773941488.112900:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00010000:00010000:1.0:1773941488.112903:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1773941488.112909:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1773941488.112920:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1773941488.112920:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1773941488.112923:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941488.112925:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941488.112932:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1773941488.112936:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941488.112936:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1773941488.112944:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941488.112948:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294963942 00010000:00010000:1.0:1773941488.112953:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215ea00 already unused, calling callback (ffffffffc1169c20) 00000100:00000001:3.0:1773941488.112954:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963940 10000000:00000001:1.0:1773941488.112959:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1773941488.112961:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294963942 10000000:00010000:1.0:1773941488.112964:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941488.112966:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963940 00000100:00000001:3.0:1773941488.112971:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941488.112975:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.112979:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.112983:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941488.112983:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941488.112988:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941488.112992:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773941488.112993:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1773941488.112994:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=5 00000100:00000001:3.0:1773941488.112996:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1773941488.113001:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00000100:00000001:3.0:1773941488.113002:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941488.113004:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773941488.113008:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941488.113008:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00000100:00000001:3.0:1773941488.113009:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941488.113014:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941488.113015:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00010000:00000001:1.0:1773941488.113017:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941488.113022:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1773941488.113023:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941488.113032:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 10000000:00000001:1.0:1773941488.113039:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941488.113040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcbb0 00000400:00000010:2.0:1773941488.113044:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcbb0. 10000000:00010000:1.0:1773941488.113045:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941488.113049:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941488.113056:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941488.113058:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941488.113065:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941488.113068:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.113073:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1773941488.113075:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000040:2.0:1773941488.113078:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941488.113080:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941488.113085:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941488.113087:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941488.113093:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941488.113097:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941488.113099:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941488.113102:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941488.113107:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215ea00 with handle 0xef3f469e0cc3addc from hash 00010000:00000001:1.0:1773941488.113110:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941488.113112:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941488.113113:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941488.113116:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941488.113150:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941488.113153:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941488.113156:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941488.113158:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941488.113160:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941488.113162:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941488.113166:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941488.113173:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941488.113175:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941488.113176:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941488.113178:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941488.113180:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941488.113182:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941488.113183:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941488.113185:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3addc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941488.113194:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54000 count: 0 00010000:00000001:1.0:1773941488.113206:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941488.113209:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941488.113212:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941488.113218:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203408896/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941504 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941488.113227:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941488.113230:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941488.113240:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f800. 02000000:00000001:1.0:1773941488.113244:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941488.113246:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941488.113248:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941488.113251:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941488.113254:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e800. 02000000:00000001:1.0:1773941488.113258:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941488.113260:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941488.113262:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000100:00000001:1.0:1773941488.113266:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941488.113268:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941488.113270:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941488.113273:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941488.113276:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941488.113281:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941488.113285:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cf000. 00000020:00000010:1.0:1773941488.113290:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12ce600. 00000040:00000010:1.0:1773941488.113295:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cfe00. 00000020:00000010:1.0:1773941488.113301:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941488.113307:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941488.113311:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941488.113318:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce400. 20000000:00000010:1.0:1773941488.113323:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cf200. 10000000:00000040:1.0:1773941488.113329:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:1.0:1773941488.113332:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941488.113337:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12ce600. 00000040:00000010:1.0:1773941488.113342:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cfe00. 00000020:00000010:1.0:1773941488.113361:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941488.113368:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941488.113372:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cd3c0. 00040000:00000010:1.0:1773941488.113376:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce400. 20000000:00000010:1.0:1773941488.113379:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cf200. 00000020:00000010:1.0:1773941488.113382:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cf000. 10000000:00000010:1.0:1773941488.113386:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941488.113389:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941488.113398:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941488.113401:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941488.113404:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941488.113405:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941488.113407:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941488.113410:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941488.119155:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54000. 00010000:00000010:1.1:1773941488.119168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215ea00. 00000020:00000001:2.0:1773941488.750319:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941488.750326:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941488.750331:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941489.646239:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941489.646248:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:1.0:1773941489.646253:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941489.646255:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941489.646257:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941489.646258:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941489.646262:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941489.646264:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941489.646266:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941489.646268:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941489.646270:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941489.646287:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 00000020:00000040:1.0:1773941489.646292:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941489.646297:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941489.646301:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941489.646307:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941489.646313:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cf000. 00000100:00000001:1.0:1773941489.646341:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941489.646345:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941489.646348:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941489.646357:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cd00. 00010000:00000001:1.0:1773941489.646363:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941489.646366:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c55e00. 00000020:00000001:1.0:1773941489.646371:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941489.646373:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c55e00 with handle 0xef3f469e0cc3ade3 to hash 00000020:00000001:1.0:1773941489.646375:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941489.646376:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941489.646378:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941489.646383:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941489.646403:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941489.646407:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941489.646417:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941489.646427:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941489.646431:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941489.646433:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941489.646439:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941489.646441:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941489.646443:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941489.646444:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000001:1.0:1773941489.646449:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941489.646452:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.646454:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941489.646456:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941489.646465:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.646473:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1773941489.646477:0:14734:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.646481:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941489.646484:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.646488:0:14734:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941489.646490:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941489.646492:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941489.646500:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 0 seconds 00000100:00000001:1.0:1773941489.646506:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941489.646509:0:14734:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941489.646512:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941489.646515:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941489.646517:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941489.646520:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941489.646527:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203409152:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941489.646531:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941489.646534:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941489.646535:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941489.646537:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941489.646539:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.646544:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941489.646546:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941489.646550:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941489.646551:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:1.0:1773941489.646554:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941489.646557:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941489.646559:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941489.646561:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=4 00000020:00000001:1.0:1773941489.646562:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941489.646564:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00010000:1.0:1773941489.646568:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646573:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:1.0:1773941489.646576:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646586:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941489.646588:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646592:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941489.646594:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941489.646596:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646599:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941489.646600:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941489.646603:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941489.646605:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941489.646616:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c55e00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:1.0:1773941489.646618:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941489.646619:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646624:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941489.646625:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941489.646626:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941489.646627:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=5 00000020:00000001:1.0:1773941489.646629:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941489.646630:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941489.646633:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941489.646635:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941489.646638:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941489.646643:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941489.646652:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941489.646654:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941489.646655:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941489.646657:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941489.646659:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941489.646662:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941489.646663:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941489.646664:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941489.646665:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941489.646667:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c55e00 with handle 0xef3f469e0cc3ade3 from hash 00010000:00000001:1.0:1773941489.646669:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941489.646670:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941489.646670:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941489.646671:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941489.646672:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941489.646675:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941489.646677:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941489.646679:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941489.646681:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941489.646682:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941489.646686:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941489.646692:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941489.646693:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941489.646694:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941489.646696:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941489.646697:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941489.646699:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941489.646700:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941489.646702:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3ade3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941489.646710:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cd00 count: 0 00010000:00000001:1.0:1773941489.646729:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941489.646731:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941489.646734:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941489.646739:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884daa00 x1860112203409152/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.646746:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941489.646750:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941489.646752:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941489.646754:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941489.646756:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cf000. 02000000:00000001:1.0:1773941489.646760:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941489.646762:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941489.646763:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000100:00000001:1.0:1773941489.646766:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941489.646767:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941489.646769:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:1.0:1773941489.646770:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:1.0:1773941489.646773:0:14734:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:1.1:1773941489.652148:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cd00. 00010000:00000010:1.1:1773941489.652154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c55e00. 00000020:00000001:2.0:1773941489.774335:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941489.774343:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941489.774348:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941490.350241:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294963942, at 4294963968 00000100:00000040:2.0:1773941490.350248:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294963942, at 4294963968 00000100:00000010:2.0:1773941490.350265:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d9099c000. 00000100:00000010:3.0:1773941490.350268:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d9099cea0. 00000020:00000001:2.0:1773941490.798290:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941490.798315:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941490.798320:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1773941491.118266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941491.118280:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1773941491.118288:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (302) 00000020:00000001:2.0:1773941491.822297:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941491.822304:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941491.822308:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941492.846343:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941492.846371:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941492.846376:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1773941493.166171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941493.166183:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1773941493.166188:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (304) 00000100:00000001:3.0:1773941493.166242:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941493.166269:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.166271:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.166277:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.166280:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.166283:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.166286:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941493.870293:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941493.870303:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941493.870309:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941494.190253:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941494.190268:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941494.190270:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941494.190276:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941494.190279:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941494.190282:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941494.190285:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941494.894324:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941494.894333:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941494.894337:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941495.214194:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941495.214210:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941495.214223:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.214230:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941495.214233:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941495.214237:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.214240:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941495.918408:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941495.918415:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941495.918420:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941496.238292:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941496.238308:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941496.238310:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.238316:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941496.238319:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941496.238324:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.238328:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941496.942327:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941496.942336:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941496.942344:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941497.262234:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941497.262246:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941497.262247:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941497.262251:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941497.262253:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941497.262256:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941497.262258:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941497.966287:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941497.966301:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941497.966305:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941498.286247:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941498.286256:0:2411:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1773941498.286271:0:2411:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941488/real 1773941488] req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941498.286271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941498.286284:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1773941498.286294:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (309) 00000400:00000001:3.0:1773941498.286295:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941498.286298:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941498.286303:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941498.286309:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941498.286313:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941498.286318:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941498.286345:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941498.286357:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.286366:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941498.286369:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286372:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941498.286375:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941498.286379:0:2411:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.286388:0:2411:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286395:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.286396:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.286398:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.286401:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.286403:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941498.286407:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.286412:0:2411:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1773941498.286414:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286416:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941498.286416:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286419:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941498.286420:0:2411:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941498.286423:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941498.286438:0:2411:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110) 00000100:00000001:3.0:1773941498.286446:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1773941498.286450:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941498.286455:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409024:192.168.204.109@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941498.286466:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286470:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941498.286470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773941498.286476:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db800 x1860112203409024/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941498 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941498.286479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1773941498.286484:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941498.286489:0:38:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941498.286491:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941498.286496:0:38:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1773941498.286498:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941498.286504:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 294 02000000:00000010:3.0:1773941498.286505:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941498.286513:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941498.286517:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1773941498.286517:0:38:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000040:3.0:1773941498.286521:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941498.286526:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1773941498.286528:0:38:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 02000000:00000010:3.0:1773941498.286531:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d82fe1c00. 00000100:00001000:2.0:1773941498.286535:0:38:0:(import.c:2136:obd_at_measure()) add 10 to ffff920d90496410 time=12 v=5 (1 0 0 0) 02000000:00000001:3.0:1773941498.286537:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941498.286543:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1773941498.286544:0:38:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000010:3.0:1773941498.286546:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db800. 00000100:00080000:2.0:1773941498.286551:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1773941498.286552:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941498.286557:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941498.286560:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941498.286561:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.286564:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.286565:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.286567:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.286569:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.286575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941498.286580:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941498.286584:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:2.0:1773941498.286587:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941498.286590:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941498.286593:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941498.286596:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941498.286599:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941498.286602:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:2.0:1773941498.286606:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941498.286608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941498.286610:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941498.286612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941498.286615:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:2.0:1773941498.286618:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:2.0:1773941498.286621:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941498.286624:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941498.286628:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941498.286631:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.286634:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941498.286637:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941498.286643:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 00000020:00000040:2.0:1773941498.286647:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 02000000:00000001:2.0:1773941498.286651:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941498.286654:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.286657:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941498.286660:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941498.286665:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941498.286672:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080c800. 00000100:00000001:2.0:1773941498.286680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941498.286686:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941498.286708:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941498.286712:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941498.286717:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3ca097] to pc [ptlrpcd_rcv+-1] req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.286738:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941498.286742:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (309) 00000100:00000001:3.0:1773941498.286760:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.286763:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.286765:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941498.286769:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.286775:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941498.286777:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.286780:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941498.286782:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941498.286784:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941498.286786:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409280:192.168.204.109@tcp:250:kworker.0 00000100:00000001:3.0:1773941498.286790:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941498.286800:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941498.286803:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.286806:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941498.286811:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b48000. 02000000:00000001:3.0:1773941498.286814:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941498.286820:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941498.286824:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941498.286830:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941498.286836:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203409280, portal 25 00000100:00000001:3.0:1773941498.286839:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941498.286841:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00000100:00000040:3.0:1773941498.286848:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.286856:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941498.286860:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941498.286863:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abce58. 00000100:00000200:3.0:1773941498.286865:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203409280, offset 0 00000400:00000200:3.0:1773941498.286871:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941498.286878:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941498.286883:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941498.286889:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941498.286893:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941498.286896:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.286898:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.286901:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 95] 00000400:00000200:3.0:1773941498.286904:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941498.286907:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [213:213:256:4294967295] 192.168.204.109@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:3.0:1773941498.286911:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941498.286919:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941498.286924:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941498.286929:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0700. 00000800:00000200:3.0:1773941498.286935:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941498.286949:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941498.286953:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941498.286966:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941498.286970:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941498.286972:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294974116 00000100:00000010:3.0:1773941498.286976:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d060. 00000100:00000001:3.0:1773941498.286983:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941498.286989:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294974116 00000100:00000010:3.0:1773941498.286992:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d420. 00000100:00000001:3.0:1773941498.286995:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941498.286998:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.287001:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.287003:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.287004:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.287007:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.287008:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941498.287010:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.287011:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.287012:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.287013:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941498.287149:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941498.287168:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0700. 00000400:00000200:2.0:1773941498.287174:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941498.287181:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941498.287186:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abce58 00000400:00000010:2.0:1773941498.287189:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abce58. 00000100:00000001:2.0:1773941498.287193:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941498.287197:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.287205:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941498.287208:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.287215:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.287217:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941498.291896:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.291911:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941498.291914:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.291916:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.291922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.291927:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941498.291933:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.291936:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.291940:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.291944:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206780 00000400:00000200:2.0:1773941498.291947:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.291961:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x105d [1] + 0 00000800:00000001:2.0:1773941498.291967:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.291974:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941498.291976:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941498.291979:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941498.291983:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941498.291997:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941498.292006:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.292019:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941498.292026:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941498.292029:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.292064:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941498.292068:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941498.292073:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941498.292074:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941498.292076:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941498.292079:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941498.292081:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941498.292083:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941498.292087:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941498.292093:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.292098:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941498.292105:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.292107:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941498.292109:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941498.292111:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941498.292113:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.292115:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941498.292140:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=74 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941498.292143:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=12 v=10 (10 0 0 0) 00000100:00000001:3.0:1773941498.292146:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941498.292147:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941498.292149:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941498.292151:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.292166:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941498.292171:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.292176:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.292178:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941498.292179:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.292181:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941498.292186:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941498.292188:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941498.292190:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:3.0:1773941498.292191:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941498.292193:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:3.0:1773941498.292195:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:3.0:1773941498.292197:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:3.0:1773941498.292199:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941498 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941498.292201:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941498.292206:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:3.0:1773941498.292208:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941498.292210:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941498.292213:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.292214:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1773941498.292217:0:2411:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.109@tcp) after server handle changed from 0x741ae2aed4228496 to 0xf40a435afd2a19ac 00000100:00080000:3.0:1773941498.295602:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941498.295611:0:2411:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.295616:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941498.295622:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:3.0:1773941498.295625:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941498.295908:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.295922:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941498.295932:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.295936:0:14791:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941498.295948:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409280:192.168.204.109@tcp:250:kworker.0 00000100:00080000:1.0:1773941498.295952:0:14791:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00100000:1.0:1773941498.295961:0:14791:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941498.295963:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.295965:0:14791:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941498.295970:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:1.0:1773941498.295970:0:14791:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941498.295977:0:14791:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:3.0:1773941498.295979:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203409280/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1773941498.295982:0:14791:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941498.295989:0:14791:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.295993:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941498.295994:0:14791:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941498.295997:0:14791:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941498.295999:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941498.296000:0:14791:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941498.296004:0:14791:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941498.296006:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b48000. 00000100:00000001:1.0:1773941498.296007:0:14791:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941498.296014:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941498.296017:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941498.296019:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941498.296022:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941498.296027:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080c800. 00000100:00080000:1.0:1773941498.296027:0:14791:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941498.296033:0:14791:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:3.0:1773941498.296034:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941498.296037:0:14791:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:3.0:1773941498.296038:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1773941498.296042:0:14791:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941498.296043:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000100:00080000:1.0:1773941498.296049:0:14791:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941498.296051:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941498.296054:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.296057:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941498.296062:0:14791:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941498.296065:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:01000000:1.0:1773941498.296066:0:14791:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941498.296068:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:1.0:1773941498.296070:0:14791:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:3.0:1773941498.296072:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941498.296073:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941498.296077:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000001:3.0:1773941498.296079:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1773941498.296082:0:14791:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:3.0:1773941498.296083:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941498.296084:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 10000000:00000001:1.0:1773941498.296085:0:14791:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941498.296089:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941498.296090:0:14791:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941498.296098:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:02000000:1.0:1773941498.296098:0:14791:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 02000000:00000001:2.0:1773941498.296102:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941498.296107:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941498.296113:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1f800. 00000100:00000001:2.0:1773941498.296144:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941498.296148:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941498.296151:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941498.296175:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54300. 00010000:00000001:2.0:1773941498.296181:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941498.296184:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ec00. 00000020:00000001:2.0:1773941498.296188:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941498.296191:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215ec00 with handle 0xef3f469e0cc3adea to hash 00000020:00000001:2.0:1773941498.296193:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941498.296194:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941498.296197:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941498.296206:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941498.296209:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941498.296212:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941498.296221:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941498.296231:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941498.296235:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941498.296243:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941498.296249:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941498.296251:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941498.296254:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941498.296255:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00000100:00000001:2.0:1773941498.296258:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941498.296266:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.296268:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941498.296270:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941498.296274:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.296281:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941498.296282:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941498.296289:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941498.296291:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941498.296293:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941498.296295:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203409408:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941498.296299:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941498.296304:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941498.296306:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941498.296308:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941498.296314:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941498.296316:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941498.296321:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941498.296324:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941498.296329:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00000100:00000200:2.0:1773941498.296334:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203409408, portal 25 00000100:00000001:2.0:1773941498.296335:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941498.296337:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00000100:00000040:2.0:1773941498.296341:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941498.296347:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941498.296350:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941498.296351:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e57f8. 00000100:00000200:2.0:1773941498.296354:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203409408, offset 0 00000400:00000200:2.0:1773941498.296359:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941498.296365:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941498.296370:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941498.296373:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941498.296377:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941498.296381:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941498.296383:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941498.296385:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 95] 00000400:00000200:2.0:1773941498.296388:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1773941498.296391:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [214:214:256:4294967295] 192.168.204.119@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1773941498.296394:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1773941498.296402:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1773941498.296407:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1773941498.296410:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941498.296416:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1773941498.296423:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1773941498.296427:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941498.296442:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941498.296457:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941498.296460:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294974126 00000100:00000001:2.0:1773941498.296466:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974116 00000100:00000001:2.0:1773941498.296470:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294974126 00000100:00000001:2.0:1773941498.296473:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974116 00000100:00000001:2.0:1773941498.296475:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941498.296478:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.296479:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941498.296481:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941498.296483:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941498.296485:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941498.296487:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941498.296562:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941498.296568:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000200:3.0:1773941498.296572:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941498.296578:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941498.296583:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e57f8 00000400:00000010:3.0:1773941498.296585:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e57f8. 00000100:00000001:3.0:1773941498.296590:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941498.296595:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.296606:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941498.296610:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.296618:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.296620:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773941498.300604:0:14791:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941498.300610:0:14791:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941498.300613:0:14791:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941498.300616:0:14791:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941498.300617:0:14791:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.990255:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941498.990267:0:760:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941498.990270:0:760:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941498.990275:0:760:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.990282:0:760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941498.990284:0:760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.990287:0:760:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941498.990290:0:760:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941498.990359:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941498.990363:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941498.990366:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941500.014230:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941500.014238:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941500.014290:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941500.014295:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941500.014299:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941500.526221:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294974126, at 4294974144 00000100:00000040:2.0:1773941500.526237:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294974126, at 4294974144 00000100:00000010:3.0:1773941500.526239:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d420. 00000100:00000010:2.0:1773941500.526250:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d060. 00010000:00000001:1.0:1773941501.038257:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941501.038266:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941501.038349:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941501.038354:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941501.038359:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941502.062294:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941502.062303:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941502.062334:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941502.062340:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941502.062344:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941503.086251:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941503.086260:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941503.086337:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941503.086341:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941503.086344:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941503.406285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941503.406297:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941503.406309:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faea00. 00000020:00000040:0.0:1773941503.406316:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941503.406321:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941503.406324:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941503.406330:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941503.406343:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d400. 00000100:00000001:0.0:1773941503.406357:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941503.406367:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941503.406376:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941503.406397:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941503.406404:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004601f331] to pc [ptlrpcd_00_01+1] req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941503.406430:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941503.406435:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (314) 00000100:00000001:1.0:1773941503.406473:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941503.406478:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941503.406481:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941503.406488:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.406496:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941503.406498:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941503.406501:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941503.406511:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941503.406513:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941503.406516:0:2413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203409536:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941503.406520:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941503.406525:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941503.406527:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941503.406529:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941503.406534:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cf200. 02000000:00000001:1.0:1773941503.406535:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941503.406543:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941503.406547:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941503.406553:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941503.406560:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203409536, portal 25 00000100:00000001:1.0:1773941503.406562:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941503.406563:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697434112 : -120888012117504 : ffff920d90faea00) 00000100:00000040:1.0:1773941503.406567:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.406573:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941503.406576:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941503.406577:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7880. 00000100:00000200:1.0:1773941503.406580:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203409536, offset 0 00000400:00000200:1.0:1773941503.406585:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941503.406592:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941503.406600:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941503.406605:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941503.406609:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941503.406612:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941503.406614:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941503.406617:0:2413:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 97] 00000400:00000200:1.0:1773941503.406619:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941503.406623:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [215:215:256:4294967295] 192.168.204.109@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1773941503.406626:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941503.406639:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941503.406644:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941503.406648:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36600. 00000800:00000200:1.0:1773941503.406665:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941503.406676:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941503.406680:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941503.406692:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941503.406695:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941503.406698:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294979236 00000100:00000010:1.0:1773941503.406701:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cd3c0. 00000100:00000001:1.0:1773941503.406709:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941503.406714:0:2413:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294979236 00000100:00000010:1.0:1773941503.406717:0:2413:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cd360. 00000100:00000001:1.0:1773941503.406720:0:2413:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941503.406723:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941503.406725:0:2413:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.406728:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.406730:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.406737:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941503.406739:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941503.406740:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941503.406741:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941503.406742:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.406744:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.406754:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941503.406756:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941503.406831:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941503.406838:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36600. 00000400:00000200:2.0:1773941503.406845:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941503.406852:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941503.406857:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7880 00000400:00000010:2.0:1773941503.406860:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7880. 00000100:00000001:2.0:1773941503.406865:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941503.406877:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.406888:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941503.406892:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.406902:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.406904:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941503.408193:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941503.408206:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941503.408209:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941503.408245:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941503.408250:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941503.408255:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941503.408260:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941503.408264:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941503.408267:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941503.408271:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206880 00000400:00000200:3.0:1773941503.408274:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941503.408278:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x107d [1] + 224 00000800:00000001:3.0:1773941503.408284:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941503.408291:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941503.408299:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941503.408301:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941503.408305:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941503.408310:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941503.408318:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.408330:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941503.408337:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941503.408340:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.408364:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941503.408366:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941503.408370:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941503.408372:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941503.408374:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941503.408377:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941503.408378:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941503.408380:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941503.408391:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941503.408402:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.408410:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941503.408412:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.408415:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941503.408418:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941503.408421:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941503.408424:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941503.408427:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941503.408434:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=79 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941503.408438:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941503.408442:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941503.408444:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941503.408447:0:2413:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941503.408449:0:2413:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.408452:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941503.408456:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.408462:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941503.408464:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941503.408466:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941503.408469:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941503.408474:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2413:1860112203409536:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941503.408478:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.408479:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941503.408481:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faea00 x1860112203409536/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.408486:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941503.408493:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941503.408495:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cf200. 02000000:00000001:1.0:1773941503.408499:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941503.408501:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941503.408502:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941503.408504:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941503.408507:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d400. 02000000:00000001:1.0:1773941503.408509:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941503.408511:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941503.408512:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faea00. 00000100:00000001:1.0:1773941503.408515:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941503.408516:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.408517:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.408520:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941503.408521:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.408523:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941503.408524:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941504.110229:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941504.110239:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941504.110285:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941504.110292:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941504.110297:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941505.134220:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941505.134228:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941505.134283:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941505.134287:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941505.134289:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941505.646217:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294979236, at 4294979264 00000100:00000040:2.0:1773941505.646217:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294979236, at 4294979264 00000100:00000010:3.0:1773941505.646233:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cd360. 00000100:00000010:2.0:1773941505.646235:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cd3c0. 00010000:00000001:1.0:1773941506.158225:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941506.158233:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941506.158254:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941506.158258:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.158261:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941507.182243:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941507.182249:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941507.182319:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941507.182323:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941507.182325:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941508.206223:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941508.206229:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941508.206282:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941508.206286:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941508.206288:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941508.526219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941508.526231:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941508.526239:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fac380. 00000020:00000040:0.0:1773941508.526247:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941508.526252:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941508.526256:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941508.526263:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941508.526276:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d400. 00000100:00000001:0.0:1773941508.526284:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941508.526298:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941508.526312:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941508.526318:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941508.526332:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634ef90f] to pc [ptlrpcd_00_00+0] req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.526366:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941508.526372:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (319) 00000100:00000001:1.0:1773941508.526398:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941508.526403:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941508.526407:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941508.526416:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.526419:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941508.526425:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.526430:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941508.526434:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941508.526439:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941508.526443:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941508.526446:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941508.526450:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203409664:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941508.526472:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941508.526478:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941508.526481:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941508.526484:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941508.526489:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cf200. 02000000:00000001:1.0:1773941508.526492:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941508.526501:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941508.526506:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941508.526514:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941508.526521:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203409664, portal 25 00000100:00000001:1.0:1773941508.526524:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941508.526525:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697424256 : -120888012127360 : ffff920d90fac380) 00000100:00000040:1.0:1773941508.526532:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941508.526540:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941508.526544:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941508.526547:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7330. 00000100:00000200:1.0:1773941508.526552:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203409664, offset 0 00000400:00000200:1.0:1773941508.526558:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941508.526568:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941508.526576:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941508.526582:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941508.526586:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941508.526590:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941508.526593:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941508.526597:0:2412:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 97] 00000400:00000200:1.0:1773941508.526601:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941508.526606:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [216:216:256:4294967295] 192.168.204.119@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1773941508.526610:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941508.526622:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941508.526629:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941508.526645:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36e00. 00000800:00000200:1.0:1773941508.526652:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941508.526658:0:2412:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941508.526663:0:2412:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941508.526680:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941508.526685:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941508.526688:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294984356 00000100:00000010:1.0:1773941508.526693:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cdae0. 00000100:00000001:1.0:1773941508.526700:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941508.526705:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294984356 00000100:00000010:1.0:1773941508.526709:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cd8a0. 00000100:00000001:1.0:1773941508.526714:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941508.526718:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941508.526722:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.526726:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.526728:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941508.526737:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941508.526739:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941508.526742:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941508.526744:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941508.526746:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.526748:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941508.526783:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941508.526788:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36e00. 00000400:00000200:2.0:1773941508.526794:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941508.526799:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941508.526804:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7330 00000400:00000010:2.0:1773941508.526806:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7330. 00000100:00000001:2.0:1773941508.526810:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941508.526814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.526823:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941508.526826:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.526831:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.526833:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941509.230244:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941509.230254:0:760:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941509.230257:0:760:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941509.230261:0:760:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941509.230266:0:760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941509.230269:0:760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941509.230271:0:760:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941509.230274:0:760:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941509.230330:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941509.230352:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941509.230355:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941509.550210:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941509.550218:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941509.550221:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941509.550227:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941509.550232:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941509.550257:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941510.254229:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941510.254238:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941510.254309:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941510.254314:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941510.254318:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941510.574234:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941510.574242:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941510.574244:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941510.574249:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941510.574253:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941510.574257:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941510.766188:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294984356, at 4294984384 00000100:00000040:2.0:1773941510.766190:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294984356, at 4294984384 00000100:00000010:3.0:1773941510.766203:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cd8a0. 00000100:00000010:2.0:1773941510.766206:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cdae0. 00010000:00000001:1.0:1773941511.278246:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941511.278254:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941511.278320:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941511.278327:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941511.278332:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941511.598287:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941511.598299:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941511.598302:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941511.598309:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941511.598313:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941511.598317:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941512.302197:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941512.302203:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941512.302273:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941512.302278:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941512.302282:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941512.622209:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941512.622215:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941512.622216:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941512.622221:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941512.622225:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941512.622228:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941513.326212:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941513.326218:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941513.326274:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941513.326277:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941513.326280:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941513.646215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941513.646221:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941513.646224:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773941513.646225:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941513.646228:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773941513.646232:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a680. 00000100:00100000:1.0:1773941513.646233:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 1 seconds 00000100:00000001:1.0:1773941513.646239:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1773941513.646240:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=6 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941513.646242:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.646245:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941513.646248:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941513.646253:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941513.646260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45900. 00000100:00000001:2.0:1773941513.646268:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941513.646278:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941513.646288:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941513.646291:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941513.646297:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c42aa776] to pc [ptlrpcd_01_01+1] req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941513.646316:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941513.646320:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (324) 00000100:00000001:3.0:1773941513.646350:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.646361:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941513.646361:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.646364:0:2415:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773941513.646366:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941513.646373:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.646381:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941513.646383:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.646386:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941513.646389:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941513.646391:0:2415:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941513.646394:0:2415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2415:1860112203409792:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941513.646397:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941513.646408:0:2415:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941513.646411:0:2415:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.646414:0:2415:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941513.646419:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8845bc00. 02000000:00000001:3.0:1773941513.646421:0:2415:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941513.646430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941513.646435:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941513.646442:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941513.646451:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203409792, portal 25 00000100:00000001:3.0:1773941513.646454:0:2415:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941513.646456:0:2415:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826260608 : -120887883291008 : ffff920d98a8a680) 00000100:00000040:3.0:1773941513.646462:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.646471:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941513.646474:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941513.646477:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcaa0. 00000100:00000200:3.0:1773941513.646480:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203409792, offset 0 00000400:00000200:3.0:1773941513.646484:0:2415:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941513.646493:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941513.646500:0:2415:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941513.646504:0:2415:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941513.646507:0:2415:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941513.646511:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941513.646512:0:2415:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941513.646515:0:2415:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 99] 00000400:00000200:3.0:1773941513.646518:0:2415:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941513.646521:0:2415:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [217:217:256:4294967295] 192.168.204.109@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1773941513.646524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941513.646532:0:2415:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941513.646599:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941513.646605:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000800:00000200:3.0:1773941513.646613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941513.646627:0:2415:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941513.646631:0:2415:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941513.646643:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941513.646647:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941513.646649:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294989476 00000100:00000010:3.0:1773941513.646705:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d420. 00000100:00000001:3.0:1773941513.646713:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941513.646720:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294989476 00000800:00000200:2.0:1773941513.646720:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941513.646726:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000100:00000010:3.0:1773941513.646729:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d960. 00000400:00000200:2.0:1773941513.646731:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941513.646736:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1773941513.646739:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941513.646743:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773941513.646745:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcaa0 00000100:00000001:3.0:1773941513.646749:0:2415:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941513.646749:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcaa0. 00000100:00000001:3.0:1773941513.646755:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.646756:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941513.646762:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773941513.646762:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.646774:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941513.646774:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941513.646778:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941513.646784:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941513.646785:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941513.646817:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941513.646821:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.646822:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941513.646824:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.646826:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941513.648152:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941513.648170:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941513.648173:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941513.648175:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941513.648180:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941513.648185:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941513.648190:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941513.648193:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941513.648199:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941513.648204:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206980 00000400:00000200:2.0:1773941513.648210:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941513.648216:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x108d [1] + 224 00000800:00000001:2.0:1773941513.648225:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941513.648246:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941513.648249:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941513.648254:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941513.648260:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941513.648264:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941513.648283:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941513.648302:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941513.648310:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941513.648314:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.648335:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.648338:0:2415:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941513.648342:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941513.648344:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941513.648346:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941513.648349:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941513.648351:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941513.648353:0:2415:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941513.648357:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941513.648365:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.648370:0:2415:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941513.648378:0:2415:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.648380:0:2415:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941513.648383:0:2415:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941513.648385:0:2415:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941513.648387:0:2415:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941513.648389:0:2415:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941513.648395:0:2415:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941513.648398:0:2415:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941513.648400:0:2415:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941513.648401:0:2415:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941513.648403:0:2415:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941513.648405:0:2415:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.648407:0:2415:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941513.648410:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.648415:0:2415:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941513.648417:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941513.648419:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941513.648421:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941513.648430:0:2415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2415:1860112203409792:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941513.648435:0:2415:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.648437:0:2415:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941513.648440:0:2415:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a680 x1860112203409792/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941513.648447:0:2415:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941513.648450:0:2415:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941513.648453:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8845bc00. 02000000:00000001:3.0:1773941513.648457:0:2415:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941513.648459:0:2415:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941513.648461:0:2415:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941513.648463:0:2415:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941513.648466:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45900. 02000000:00000001:3.0:1773941513.648475:0:2415:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941513.648478:0:2415:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941513.648480:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a680. 00000100:00000001:3.0:1773941513.648491:0:2415:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941513.648492:0:2415:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.648494:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941513.648497:0:2415:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941513.648498:0:2415:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941513.648500:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941513.648501:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941514.350236:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941514.350243:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941514.350320:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941514.350327:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.350332:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941514.670265:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941514.670276:0:14734:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1773941514.670294:0:14734:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941498/real 1773941498] req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1773941514.677688:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941514.677694:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941514.677698:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:2.0:1773941514.677707:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000400:00000010:2.0:1773941514.677710:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000001:2.0:1773941514.677714:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941514.677723:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941514.677736:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.677745:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941514.677747:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.677750:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941514.677751:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941514.677755:0:14734:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.677762:0:14734:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1773941514.677765:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941514.677786:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941514.681919:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941514.681922:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941514.681924:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941514.681927:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941514.681934:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941514.681944:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.681958:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941514.681959:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941514.681961:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.681964:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941514.681967:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941514.681968:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.681970:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941514.681971:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941514.681972:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941514.681973:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941514.681974:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941514.681976:0:14734:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:2.0:1773941514.681993:0:14734:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1773941514.681995:0:14734:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.681998:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941514.682001:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941514.682003:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 0 seconds 00000100:00000001:2.0:1773941514.682006:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941514.682009:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941514.682014:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941514.682021:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941514.682026:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.682030:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941514.682034:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941514.682041:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941514.682043:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941514.682044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1773941514.682050:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1773941514.682052:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1773941514.682057:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1773941514.682057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1773941514.682062:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203409408:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941514.682063:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941514.682069:0:36:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941514.682075:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1773941514.682076:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941514.682082:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000400:00000010:1.0:1773941514.682084:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000100:00000001:2.0:1773941514.682086:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00080000:0.0:1773941514.682086:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 304 00000100:00000001:2.0:1773941514.682090:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941514.682096:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941514.682097:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000200:0.0:1773941514.682104:0:36:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941514.682106:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:2.0:1773941514.682113:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941514.682157:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:1.0:1773941514.682157:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773941514.682167:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941514.682170:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000200:1.0:1773941514.682173:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941514.682177:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:0.0:1773941514.682177:0:36:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00010000:00000001:2.0:1773941514.682184:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941514.682191:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1773941514.682203:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941514.682203:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000020:00000040:2.0:1773941514.682204:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=4 00000020:00000001:2.0:1773941514.682216:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000100:00000001:0.0:1773941514.682219:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1773941514.682226:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000100:00000040:0.0:1773941514.682230:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00010000:00010000:2.0:1773941514.682239:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941514.682242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941514.682251:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941514.682258:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941514.682269:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941514.682272:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1773941514.682273:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000040:0.0:1773941514.682273:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000100:00000001:1.0:1773941514.682282:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941514.682283:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00010000:00010000:2.0:1773941514.682285:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941514.682292:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:1.0:1773941514.682303:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941514.682304:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1773941514.682304:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00010000:00010000:2.0:1773941514.682313:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941514.682315:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941514.682323:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941514.682334:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941514.682346:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941514.682358:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941514.682363:0:2412:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1773941514.682365:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.682375:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1773941514.682379:0:2412:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941514.682381:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1773941514.682381:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941514.682386:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941514.682390:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1773941514.682390:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.682392:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941514.682398:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941514.682398:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941514.682403:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941514.682412:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90fadf80. 00010000:00000001:2.0:1773941514.682417:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1773941514.682417:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1773941514.682418:0:36:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=6 obd=MGC192.168.204.109@tcp 00010000:00000001:2.0:1773941514.682430:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941514.682430:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941514.682434:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941514.682438:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1773941514.682439:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1773941514.682441:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1773941514.682444:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941514.682448:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941514.682461:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c0000. 00010000:00010000:2.0:1773941514.682462:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215ec00 already unused, calling callback (ffffffffc1169c20) 00000100:00100000:1.0:1773941514.682463:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203409664:192.168.204.109@tcp:400:kworker.0 10000000:00000001:2.0:1773941514.682470:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941514.682472:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1773941514.682475:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941514.682484:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1773941514.682485:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773941514.682487:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1773941514.682488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941514.682494:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1773941514.682495:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941514.682503:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=5 00000020:00000001:2.0:1773941514.682508:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000100:00000040:1.0:1773941514.682512:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fac380 x1860112203409664/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941524 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941514.682514:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00000100:00000001:0.0:1773941514.682516:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1773941514.682523:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941514.682525:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.682530:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941514.682543:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d12aab] to pc [ptlrpcd_rcv+-1] req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1773941514.682566:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941514.682573:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941514.682574:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941514.682585:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:2.0:1773941514.682597:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000010:1.0:1773941514.682597:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cf200. 02000000:00000001:1.0:1773941514.682607:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:2.0:1773941514.682608:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:0.0:1773941514.682608:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941514.682616:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941514.682617:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1773941514.682619:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (326) 00000020:00000040:1.0:1773941514.682624:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941514.682625:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1773941514.682625:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941514.682628:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773941514.682633:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1773941514.682636:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941514.682637:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773941514.682637:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941514.682643:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1773941514.682646:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d400. 00010000:00000001:2.0:1773941514.682648:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1773941514.682649:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941514.682651:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941514.682656:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215ec00 with handle 0xef3f469e0cc3adea from hash 00010000:00000001:2.0:1773941514.682667:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1773941514.682669:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1773941514.682670:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941514.682671:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1773941514.682677:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773941514.682678:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941514.682679:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941514.682679:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941514.682686:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000010:1.0:1773941514.682687:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fac380. 02000000:00000001:3.0:1773941514.682688:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1773941514.682689:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941514.682701:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941514.682703:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1773941514.682704:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941514.682704:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941514.682711:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.682711:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941514.682717:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.682726:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941514.682727:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941514.682730:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409920:192.168.204.109@tcp:250:kworker.0 00010000:00010000:2.0:1773941514.682740:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941514.682741:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941514.682743:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941514.682748:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941514.682749:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941514.682755:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941514.682758:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1773941514.682759:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1773941514.682760:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941514.682766:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941514.682767:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1773941514.682770:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 00010000:00000001:2.0:1773941514.682776:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1773941514.682778:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941514.682782:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1773941514.682786:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00010000:00000001:2.0:1773941514.682786:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941514.682790:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1773941514.682791:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00010000:00000001:2.0:1773941514.682793:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941514.682797:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1773941514.682800:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00010000:00000040:2.0:1773941514.682810:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54300 count: 0 00000100:00000200:3.0:1773941514.682811:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203409920, portal 25 00000100:00000001:3.0:1773941514.682816:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941514.682819:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697431424 : -120888012120192 : ffff920d90fadf80) 00000100:00000040:3.0:1773941514.682828:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941514.682830:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941514.682836:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1773941514.682840:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941514.682864:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941514.682866:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203409408/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941514 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941514.682870:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941514.682876:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc3b8. 00000100:00000001:2.0:1773941514.682878:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1773941514.682881:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203409920, offset 0 02000000:00000001:2.0:1773941514.682881:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941514.682885:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941514.682889:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1773941514.682890:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000020:00000001:2.0:1773941514.682891:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941514.682894:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941514.682896:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941514.682898:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1f800. 00000400:00000200:3.0:1773941514.682901:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:2.0:1773941514.682902:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941514.682904:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941514.682906:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000400:00000200:3.0:1773941514.682909:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:2.0:1773941514.682911:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941514.682914:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941514.682916:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:2.0:1773941514.682917:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:2.0:1773941514.682921:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000400:00000200:3.0:1773941514.682922:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 10000000:00000001:2.0:1773941514.682926:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:3.0:1773941514.682927:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941514.682930:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941514.682933:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 99] 00000400:00000200:3.0:1773941514.682937:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1773941514.682941:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [218:218:256:4294967295] 192.168.204.119@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1773941514.682945:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 10000000:00000010:2.0:1773941514.682945:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af8100. 00000020:00000010:2.0:1773941514.682951:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83b1f800. 00000400:00000200:3.0:1773941514.682956:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:2.0:1773941514.682958:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83b1e600. 00000800:00000200:3.0:1773941514.682963:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.119@tcp 00000040:00000010:2.0:1773941514.682964:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d83b1e000. 00000800:00000010:3.0:1773941514.682969:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000020:00000010:2.0:1773941514.682971:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941514.682976:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d83b1e800. 00000800:00000200:3.0:1773941514.682979:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 80000000:00000010:2.0:1773941514.682982:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000800:00000200:3.0:1773941514.682989:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00040000:00000010:2.0:1773941514.682990:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d84db9e00. 00000800:00000200:3.0:1773941514.682995:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 616 niov 1 nkiov 1 20000000:00000010:2.0:1773941514.682997:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8322ee00. 10000000:00000040:2.0:1773941514.683002:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 10000000:00000001:2.0:1773941514.683004:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1773941514.683008:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83b1e600. 00000100:00000001:3.0:1773941514.683011:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1773941514.683013:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83b1e000. 00000400:00000200:3.0:1773941514.683017:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:2.0:1773941514.683019:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000100:00000001:3.0:1773941514.683022:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4294990512 00000020:00000010:2.0:1773941514.683024:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83b1e800. 00000100:00000001:3.0:1773941514.683029:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294989476 80000000:00000010:2.0:1773941514.683030:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000100:00000001:3.0:1773941514.683035:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4294990512 00000100:00000001:3.0:1773941514.683039:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294989476 00040000:00000010:2.0:1773941514.683042:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84db9e00. 00000100:00000001:3.0:1773941514.683043:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941514.683047:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1773941514.683048:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8322ee00. 00000020:00000010:2.0:1773941514.683053:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83b1f800. 10000000:00000010:2.0:1773941514.683056:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af8100. 00000100:00000001:3.0:1773941514.683059:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941514.683060:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00000100:00000001:3.0:1773941514.683063:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941514.683064:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1773941514.683068:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000001:3.0:1773941514.683071:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941514.683075:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941514.683080:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941514.683082:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941514.683084:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.683086:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941514.683222:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941514.683226:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000400:00000200:3.0:1773941514.683230:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941514.683234:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1773941514.683239:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc3b8 00000400:00000010:3.0:1773941514.683241:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc3b8. 00000100:00000001:3.0:1773941514.683244:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941514.683248:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.683254:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941514.683256:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941514.683261:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941514.683263:0:2407:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941514.687027:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1773941514.687030:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941514.687032:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941514.687035:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:2.1:1773941514.690154:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54300. 00010000:00000010:2.1:1773941514.690164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215ec00. 00000020:00000001:2.0:1773941515.374280:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941515.374288:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941515.374293:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941515.886232:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941515.886241:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:2.0:1773941515.886245:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941515.886247:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941515.886248:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941515.886250:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1773941515.886253:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1773941515.886255:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941515.886258:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:2.0:1773941515.886260:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941515.886262:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941515.886274:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 00000020:00000040:2.0:1773941515.886278:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941515.886283:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941515.886286:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941515.886292:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941515.886299:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941515.886306:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941515.886318:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941515.886325:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941515.886333:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54300. 00010000:00000001:2.0:1773941515.886339:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941515.886355:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ec00. 00000020:00000001:2.0:1773941515.886360:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941515.886362:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215ec00 with handle 0xef3f469e0cc3adf1 to hash 00000020:00000001:2.0:1773941515.886364:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941515.886366:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941515.886369:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941515.886373:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941515.886376:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941515.886380:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941515.886389:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941515.886399:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941515.886404:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941515.886406:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941515.886413:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941515.886414:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941515.886417:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941515.886418:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00000100:00000001:2.0:1773941515.886422:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941515.886426:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.886428:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941515.886430:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941515.886440:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.886447:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773941515.886450:0:14734:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.886455:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941515.886463:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.886469:0:14734:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941515.886471:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941515.886473:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941515.886474:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 0 seconds 00000100:00000001:2.0:1773941515.886476:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941515.886478:0:14734:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1773941515.886481:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.886483:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941515.886485:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941515.886488:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941515.886494:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203410048:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941515.886498:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.886500:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941515.886502:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941515.886504:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941515.886506:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.886510:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941515.886512:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941515.886516:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941515.886517:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:2.0:1773941515.886519:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941515.886521:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941515.886523:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941515.886524:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=4 00000020:00000001:2.0:1773941515.886526:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941515.886527:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00010000:2.0:1773941515.886530:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886539:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:2.0:1773941515.886542:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886546:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941515.886549:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886553:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941515.886554:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941515.886556:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886559:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941515.886561:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941515.886563:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941515.886565:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941515.886570:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920dc215ec00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:2.0:1773941515.886573:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941515.886575:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886579:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941515.886580:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941515.886581:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941515.886582:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ec00 refcount=5 00000020:00000001:2.0:1773941515.886583:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941515.886584:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287680 : -120887188263936 : ffff920dc215ec00) 00010000:00000001:2.0:1773941515.886590:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773941515.886592:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941515.886597:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941515.886599:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941515.886603:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1773941515.886604:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1773941515.886605:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941515.886608:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773941515.886609:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941515.886612:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941515.886613:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941515.886614:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941515.886615:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941515.886617:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920dc215ec00 with handle 0xef3f469e0cc3adf1 from hash 00010000:00000001:2.0:1773941515.886619:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941515.886620:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941515.886620:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941515.886621:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941515.886622:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941515.886623:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773941515.886625:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941515.886625:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941515.886627:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941515.886628:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941515.886630:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941515.886634:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941515.886635:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941515.886635:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773941515.886637:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941515.886640:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941515.886641:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941515.886642:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941515.886644:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920dc215ec00/0xef3f469e0cc3adf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941515.886649:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920d82c54300 count: 0 00010000:00000001:2.0:1773941515.886659:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941515.886661:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1773941515.886662:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941515.886665:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203410048/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.886670:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773941515.886672:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941515.886674:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941515.886675:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941515.886678:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941515.886682:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941515.886683:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941515.886684:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000100:00000001:2.0:1773941515.886687:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941515.886688:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941515.886689:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:2.0:1773941515.886691:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:2.0:1773941515.886693:0:14734:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:2.1:1773941515.892161:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920d82c54300. 00010000:00000010:2.1:1773941515.892170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920dc215ec00. 00000020:00000001:2.0:1773941516.398321:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941516.398333:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941516.398340:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941516.910257:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4294990512, at 4294990528 00000100:00000040:2.0:1773941516.910264:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4294990512, at 4294990528 00000100:00000010:3.0:1773941516.910279:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d960. 00000100:00000010:2.0:1773941516.910287:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d420. 00000020:00000001:2.0:1773941517.422388:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941517.422398:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941517.422405:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941518.446289:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941518.446297:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941518.446301:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941519.470274:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941519.470281:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941519.470285:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941519.790248:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1773941519.790248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941519.790259:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1773941519.790261:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941519.790263:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941519.790265:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (331) 00000100:00000001:3.0:1773941519.790267:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941519.790270:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941519.790274:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941519.790278:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941520.494305:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941520.494319:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941520.494348:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941520.814272:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941520.814287:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941520.814309:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941520.814315:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941520.814323:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941520.814328:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941520.814331:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941521.518302:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941521.518309:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941521.518314:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941521.838226:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941521.838239:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941521.838242:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941521.838247:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941521.838249:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941521.838253:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941521.838256:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941522.542300:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941522.542309:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941522.542314:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941522.862239:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941522.862254:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941522.862256:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941522.862262:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941522.862265:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941522.862269:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941522.862273:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941523.566327:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941523.566334:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941523.566339:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941523.886222:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941523.886234:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941523.886235:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941523.886240:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941523.886242:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941523.886245:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941523.886247:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941524.590316:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941524.590323:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941524.590328:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941524.910283:0:2411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1773941524.910288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941524.910291:0:2411:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1773941524.910314:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1773941524.910327:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (336) 00000100:00100000:3.0:1773941524.910335:0:2411:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941514/real 1773941514] req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773941524.910354:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941524.910374:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941524.910381:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:3.0:1773941524.910387:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:3.0:1773941524.910389:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:3.0:1773941524.910394:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941524.910397:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941524.910429:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.910435:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941524.910437:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.910439:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941524.910441:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941524.910444:0:2411:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.910449:0:2411:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.910456:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.910457:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.910459:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.910477:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.910480:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941524.910484:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.910491:0:2411:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1773941524.910493:0:2411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.910495:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941524.910496:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.910498:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1773941524.910500:0:2411:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1773941524.910503:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1773941524.910525:0:2411:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.109@tcp failed (-110) 00000100:00000001:3.0:1773941524.910534:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1773941524.910538:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941524.910546:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203409920:192.168.204.109@tcp:250:kworker.0 00000100:00080000:0.0:1773941524.910556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941524.910561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1773941524.910564:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941524.910567:0:38:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941524.910572:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1773941524.910579:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941524.910583:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 321 00000100:00000001:3.0:1773941524.910602:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941524.910606:0:38:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000040:3.0:1773941524.910611:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90fadf80 x1860112203409920/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941524 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941524.910621:0:38:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000001:3.0:1773941524.910626:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1773941524.910628:0:38:0:(import.c:2136:obd_at_measure()) add 10 to ffff920d90496410 time=26 v=5 (1 0 0 0) 00000100:00001000:0.0:1773941524.910633:0:38:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1773941524.910636:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.109@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1773941524.910639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941524.910642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941524.910686:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941524.910688:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:0.0:1773941524.910692:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941524.910694:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:0.0:1773941524.910697:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941524.910700:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:0.0:1773941524.910702:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:0.0:1773941524.910703:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00000040:0.0:1773941524.910706:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941524.910709:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941524.910711:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:0.0:1773941524.910713:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:0.0:1773941524.910717:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00080000:0.0:1773941524.910721:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:0.0:1773941524.910724:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.910727:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1773941524.910729:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1773941524.910733:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:0.0:1773941524.910735:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.910739:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1773941524.910742:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941524.910743:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941524.910746:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941524.910751:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941524.910751:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941524.910756:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941524.910757:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c0000. 02000000:00000001:3.0:1773941524.910766:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1773941524.910767:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90face00. 02000000:00000001:3.0:1773941524.910769:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941524.910772:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90fadf80. 00000100:00000001:3.0:1773941524.910775:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941524.910778:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.910782:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773941524.910785:0:38:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941524.910786:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.910791:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941524.910794:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1773941524.910795:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1773941524.910799:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.910800:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.910808:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941524.910812:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941524.910817:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941524.910824:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d861c2000. 00000100:00000001:0.0:1773941524.910831:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941524.910839:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941524.910847:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941524.910856:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941524.910861:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a159c6c] to pc [ptlrpcd_rcv+-1] req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.910880:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941524.910883:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (336) 00000100:00000001:3.0:1773941524.910907:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.910910:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.910912:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941524.910920:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.910930:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941524.910933:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.910937:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941524.910941:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941524.910944:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941524.910949:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203410176:192.168.204.109@tcp:250:kworker.0 00000100:00000001:3.0:1773941524.910954:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941524.910967:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941524.910971:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941524.910990:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941524.910997:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941524.911000:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.911008:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941524.911014:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b210. 00000400:00000010:3.0:1773941524.911020:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc000. 00000100:00000200:3.0:1773941524.911028:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203410176, portal 25 00000100:00000001:3.0:1773941524.911031:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941524.911033:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426944 : -120888012124672 : ffff920d90face00) 00000100:00000040:3.0:1773941524.911041:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.911052:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941524.911055:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941524.911059:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc3b8. 00000100:00000200:3.0:1773941524.911063:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203410176, offset 0 00000400:00000200:3.0:1773941524.911070:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941524.911096:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.911104:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941524.911108:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941524.911112:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941524.911115:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.911117:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941524.911120:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 101] 00000400:00000200:3.0:1773941524.911123:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941524.911126:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [219:219:256:4294967295] 192.168.204.109@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1773941524.911129:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.911139:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941524.911144:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941524.911171:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0e00. 00000800:00000200:3.0:1773941524.911178:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941524.911189:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941524.911194:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941524.911205:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941524.911209:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941524.911211:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295000741 00000100:00000010:3.0:1773941524.911215:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d960. 00000100:00000001:3.0:1773941524.911220:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941524.911225:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295000741 00000100:00000010:3.0:1773941524.911227:0:2411:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d540. 00000100:00000001:3.0:1773941524.911231:0:2411:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941524.911236:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941524.911238:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.911241:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.911243:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941524.911247:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.911248:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941524.911250:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941524.911251:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.911252:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941524.911253:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941524.911345:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941524.911351:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0e00. 00000400:00000200:2.0:1773941524.911357:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941524.911363:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941524.911368:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc3b8 00000400:00000010:2.0:1773941524.911370:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc3b8. 00000100:00000001:2.0:1773941524.911374:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941524.911379:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.911387:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941524.911390:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.911395:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.911396:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941524.912947:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941524.912959:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941524.912961:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941524.912963:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941524.912968:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.912973:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941524.912978:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.912981:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.912985:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.912988:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206b00 00000400:00000200:3.0:1773941524.912991:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941524.913050:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x10ad [1] + 0 00000800:00000001:3.0:1773941524.913058:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941524.913070:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941524.913072:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941524.913077:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941524.913082:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941524.913086:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941524.913096:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941524.913112:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941524.913155:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941524.913160:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.913164:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.913168:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941524.913174:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941524.913178:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941524.913181:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b210. 00000400:00000200:2.0:1773941524.913186:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc000 00000400:00000010:2.0:1773941524.913187:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc000. 00000100:00000001:2.0:1773941524.913190:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941524.913202:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941524.913211:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.913216:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941524.913218:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.913220:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941524.913223:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941524.913225:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941524.913226:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941524.913228:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941524.913233:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941524.913236:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=26 v=10 (10 0 0 0) 00000100:00000001:2.0:1773941524.913238:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941524.913240:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941524.913242:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941524.913244:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913246:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.913249:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.913254:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941524.913256:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941524.913258:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.913259:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941524.913265:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941524.913267:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941524.913268:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941524.913269:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941524.913270:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941524.913272:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941524.913274:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941524.913276:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941524 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941524.913278:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941524.913287:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941524.913288:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941524.913291:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941524.913293:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913295:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941524.913298:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941524.913300:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941524.913301:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941524.913304:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941524.913307:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941524.913309:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941524.913574:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913583:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941524.913588:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941524.913595:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203410176:192.168.204.109@tcp:250:kworker.0 00000100:00000001:2.0:1773941524.913599:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941524.913601:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941524.913604:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90face00 x1860112203410176/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941524.913605:0:14796:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941524.913613:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941524.913616:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941524.913618:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 00000100:00080000:0.0:1773941524.913620:0:14796:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 02000000:00000001:2.0:1773941524.913622:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941524.913625:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1773941524.913625:0:14796:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000040:2.0:1773941524.913627:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941524.913631:0:14796:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:2.0:1773941524.913632:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941524.913636:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d861c2000. 10000000:01000000:0.0:1773941524.913637:0:14796:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941524.913642:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941524.913644:0:14796:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941524.913645:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941524.913661:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90face00. 00000001:00000001:0.0:1773941524.913661:0:14796:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941524.913666:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941524.913671:0:14796:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913674:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941524.913677:0:14796:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941524.913679:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941524.913682:0:14796:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941524.913689:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1773941524.913690:0:14796:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913694:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941524.913695:0:14796:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.913708:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941524.913712:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941524.913712:0:14796:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941524.913734:0:14796:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941524.913739:0:14796:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941524.913742:0:14796:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941524.913746:0:14796:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941524.913750:0:14796:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941524.913754:0:14796:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941524.913757:0:14796:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941524.913759:0:14796:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 10000000:01000000:1.0:1773941524.913762:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:1.0:1773941524.913767:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941524.913769:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00080000:0.0:1773941524.913773:0:14796:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000010:1.0:1773941524.913777:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 10000000:00000001:0.0:1773941524.913777:0:14796:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941524.913784:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941524.913785:0:14796:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941524.913789:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941524.913794:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941524.913799:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:0.0:1773941524.913799:0:14796:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:0.0:1773941524.913811:0:14796:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941524.913812:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12ce400. 00000100:00000001:1.0:1773941524.913820:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941524.913820:0:14796:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941524.913827:0:14796:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00010000:00000001:1.0:1773941524.913828:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941524.913833:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1773941524.913836:0:14796:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941524.913842:0:14796:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773941524.913843:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920da041cd00. 00010000:00000001:1.0:1773941524.913850:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941524.913853:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d83c55e00. 00000020:00000001:1.0:1773941524.913859:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941524.913861:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83c55e00 with handle 0xef3f469e0cc3adf8 to hash 00000020:00000001:1.0:1773941524.913863:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941524.913865:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941524.913868:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941524.913872:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941524.913876:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.913880:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941524.913889:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941524.913907:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941524.913914:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941524.913916:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941524.913921:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941524.913923:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941524.913925:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941524.913926:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000001:1.0:1773941524.913930:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941524.913934:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.913937:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941524.913940:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941524.913947:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.913954:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941524.913956:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941524.913958:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941524.913960:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941524.913962:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941524.913964:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203410304:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941524.913967:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941524.913970:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941524.913971:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941524.913973:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941524.913975:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d82fe3800. 02000000:00000001:1.0:1773941524.913977:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941524.913980:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941524.913983:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941524.913986:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941524.913989:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203410304, portal 25 00000100:00000001:1.0:1773941524.913991:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941524.913995:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000040:1.0:1773941524.913999:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941524.914005:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941524.914007:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941524.914018:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7110. 00000100:00000200:1.0:1773941524.914021:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203410304, offset 0 00000400:00000200:1.0:1773941524.914025:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941524.914029:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941524.914033:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941524.914035:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941524.914038:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941524.914040:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941524.914042:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941524.914044:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 101] 00000400:00000200:1.0:1773941524.914047:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941524.914050:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [220:220:256:4294967295] 192.168.204.119@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1773941524.914052:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941524.914058:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941524.914061:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941524.914065:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36100. 00000800:00000200:1.0:1773941524.914069:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1773941524.914075:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1773941524.914078:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941524.914090:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941524.914093:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941524.914095:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295000743 00000100:00000001:1.0:1773941524.914100:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295000741 00000100:00000001:1.0:1773941524.914105:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295000743 00000100:00000001:1.0:1773941524.914110:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295000741 00000100:00000001:1.0:1773941524.914141:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941524.914144:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941524.914147:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941524.914149:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941524.914151:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941524.914154:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941524.914156:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941524.914194:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941524.914198:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36100. 00000400:00000200:2.0:1773941524.914204:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941524.914209:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1773941524.914213:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7110 00000400:00000010:2.0:1773941524.914214:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7110. 00000100:00000001:2.0:1773941524.914217:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941524.914220:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.914227:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941524.914229:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941540 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941524.914233:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941524.914234:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941525.614285:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941525.614293:0:760:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941525.614297:0:760:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941525.614301:0:760:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941525.614305:0:760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941525.614307:0:760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941525.614309:0:760:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941525.614311:0:760:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941525.614372:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941525.614376:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941525.614379:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941526.638253:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941526.638262:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941526.638366:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941526.638372:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941526.638376:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941527.150211:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4295000743, at 4295000768 00000100:00000040:2.0:1773941527.150236:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4295000743, at 4295000768 00000100:00000010:3.0:1773941527.150239:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d540. 00000100:00000010:2.0:1773941527.150255:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d960. 00010000:00000001:1.0:1773941527.662257:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941527.662265:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941527.662403:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941527.662408:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941527.662412:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941528.686187:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941528.686193:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941528.686231:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941528.686235:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941528.686238:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941529.710233:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941529.710240:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941529.710300:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941529.710323:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941529.710326:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941530.030184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941530.030194:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941530.030201:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a88e00. 00000020:00000040:2.0:1773941530.030207:0:37:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941530.030211:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941530.030213:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941530.030218:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941530.030226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45400. 00000100:00000001:2.0:1773941530.030233:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.030245:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941530.030259:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941530.030264:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.030272:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3ca097] to pc [ptlrpcd_01_00+0] req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.030300:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941530.030304:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (341) 00000100:00000001:3.0:1773941530.030342:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.030348:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941530.030351:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941530.030361:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.030371:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941530.030374:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.030378:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941530.030382:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941530.030385:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941530.030389:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203410432:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941530.030394:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941530.030400:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941530.030403:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.030406:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941530.030411:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8845b800. 02000000:00000001:3.0:1773941530.030414:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941530.030423:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941530.030428:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc08. 00000400:00000010:3.0:1773941530.030443:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcdd0. 00000100:00000200:3.0:1773941530.030452:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203410432, portal 25 00000100:00000001:3.0:1773941530.030455:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941530.030457:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826254336 : -120887883297280 : ffff920d98a88e00) 00000100:00000040:3.0:1773941530.030464:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.030473:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941530.030476:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941530.030479:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcee0. 00000100:00000200:3.0:1773941530.030483:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203410432, offset 0 00000400:00000200:3.0:1773941530.030489:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941530.030499:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941530.030507:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941530.030513:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941530.030518:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941530.030522:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941530.030525:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941530.030529:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 103] 00000400:00000200:3.0:1773941530.030533:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941530.030538:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [221:221:256:4294967295] 192.168.204.109@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1773941530.030543:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941530.030568:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941530.030574:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941530.030579:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0700. 00000800:00000200:3.0:1773941530.030585:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941530.030591:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941530.030595:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941530.030608:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941530.030612:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941530.030615:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295005860 00000100:00000010:3.0:1773941530.030621:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d540. 00000100:00000001:3.0:1773941530.030634:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941530.030640:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295005860 00000100:00000010:3.0:1773941530.030644:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8db40. 00000100:00000001:3.0:1773941530.030647:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941530.030651:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.030654:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.030658:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.030661:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.030669:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941530.030671:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773941530.030674:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.030676:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941530.030678:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.030680:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941530.030689:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941530.030693:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0700. 00000100:00000001:3.0:1773941530.030695:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.030699:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941530.030699:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941530.030707:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941530.030712:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcee0 00000400:00000010:2.0:1773941530.030715:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcee0. 00000100:00000001:2.0:1773941530.030719:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941530.030722:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.030730:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941530.030732:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.030737:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941530.030744:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941530.031919:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.031928:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941530.031930:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.031931:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941530.031936:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941530.031940:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941530.031945:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941530.031948:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941530.031952:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941530.031955:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206c00 00000400:00000200:2.0:1773941530.031958:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941530.031961:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x10c5 [1] + 224 00000800:00000001:2.0:1773941530.031967:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.031972:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941530.031974:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941530.031977:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941530.031981:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941530.031984:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941530.031991:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941530.032003:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941530.032008:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941530.032010:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.032062:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.032065:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941530.032070:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941530.032071:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941530.032073:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bc08. 00000400:00000200:3.0:1773941530.032076:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcdd0 00000400:00000010:3.0:1773941530.032078:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcdd0. 00000100:00000001:3.0:1773941530.032080:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941530.032085:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941530.032097:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.032105:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941530.032107:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.032110:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941530.032112:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941530.032115:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941530.032142:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941530.032145:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941530.032152:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941530.032164:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941530.032167:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941530.032169:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941530.032172:0:2414:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941530.032174:0:2414:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.032178:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941530.032184:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.032192:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941530.032194:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941530.032196:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941530.032199:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941530.032205:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203410432:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941530.032208:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.032210:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941530.032211:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a88e00 x1860112203410432/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941530.032216:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941530.032218:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941530.032221:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8845b800. 02000000:00000001:3.0:1773941530.032223:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941530.032225:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941530.032226:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:3.0:1773941530.032228:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941530.032230:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45400. 02000000:00000001:3.0:1773941530.032233:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941530.032234:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941530.032235:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a88e00. 00000100:00000001:3.0:1773941530.032238:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941530.032239:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.032240:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941530.032242:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941530.032249:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941530.032251:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941530.032252:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941530.734203:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941530.734209:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941530.734260:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941530.734264:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941530.734266:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941531.758220:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941531.758227:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941531.758291:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941531.758295:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941531.758298:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941532.270254:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4295005860, at 4295005888 00000100:00000040:2.0:1773941532.270257:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4295005860, at 4295005888 00000100:00000010:3.0:1773941532.270273:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8db40. 00000100:00000010:2.0:1773941532.270285:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d90a8d540. 00010000:00000001:1.0:1773941532.782234:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941532.782241:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941532.782277:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941532.782285:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941532.782290:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941533.806242:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941533.806252:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941533.806314:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941533.806318:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941533.806321:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941534.830271:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941534.830279:0:760:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941534.830281:0:760:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941534.830285:0:760:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941534.830290:0:760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941534.830293:0:760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941534.830316:0:760:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941534.830319:0:760:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941534.830345:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941534.830353:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941534.830358:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1773941535.018018:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941535.018019:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941535.018039:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941535.018046:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941535.018054:0:2406:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff920d9091e000] EOF from 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.1:1773941535.018062:0:2406:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.0:1773941535.018070:0:2407:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff920d84d14000] EOF from 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.1:1773941535.018080:0:2406:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1773941535.018083:0:2406:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000001:3.0:1773941535.018086:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1773941535.018335:0:2403:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff920d84d14000 00000800:00000010:0.0:1773941535.018340:0:2403:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff920d84d14000. 00000800:00000200:0.0:1773941535.018344:0:2403:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff920d9091e000 00000800:00000010:0.0:1773941535.018346:0:2403:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff920d9091e000. 00000800:00000200:0.0:1773941535.018348:0:2403:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff920d86c3a000 00000800:00000010:0.0:1773941535.018351:0:2403:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff920d86c3a000. 00000100:00000040:0.0:1773941535.150257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941535.150269:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941535.150297:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d90faca80. 00000020:00000040:0.0:1773941535.150304:0:37:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:0.0:1773941535.150308:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941535.150311:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941535.150317:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941535.150325:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d8359d200. 00000100:00000001:0.0:1773941535.150333:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.150361:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941535.150373:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941535.150377:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.150384:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7c20a45] to pc [ptlrpcd_00_01+1] req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941535.150429:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941535.150434:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (346) 00000100:00000001:1.0:1773941535.150441:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941535.150450:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773941535.150450:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941535.150468:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.150476:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941535.150477:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.150482:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.150487:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941535.150489:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941535.150492:0:2412:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941535.150506:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.150515:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941535.150517:0:2412:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941535.150520:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941535.150523:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941535.150526:0:2412:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941535.150528:0:2412:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d90faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203410560:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941535.150532:0:2412:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941535.150537:0:2412:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941535.150540:0:2412:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941535.150542:0:2412:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941535.150550:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cfa00. 02000000:00000001:1.0:1773941535.150552:0:2412:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941535.150560:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941535.150564:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e5d8. 00000400:00000010:1.0:1773941535.150570:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7770. 00000100:00000200:1.0:1773941535.150576:0:2412:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203410560, portal 25 00000100:00000001:1.0:1773941535.150578:0:2412:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941535.150580:0:2412:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185697426048 : -120888012125568 : ffff920d90faca80) 00000100:00000040:1.0:1773941535.150584:0:2412:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.150590:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941535.150592:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941535.150610:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7220. 00000100:00000200:1.0:1773941535.150613:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203410560, offset 0 00000400:00000200:1.0:1773941535.150619:0:2412:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941535.150627:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941535.150634:0:2412:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941535.150638:0:2412:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941535.150642:0:2412:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941535.150646:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941535.150648:0:2412:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941535.150650:0:2412:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[104, 103] 00000400:00000200:1.0:1773941535.150653:0:2412:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1773941535.150656:0:2412:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [222:222:256:4294967295] 192.168.204.119@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1773941535.150659:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941535.150668:0:2412:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.109@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1773941535.150673:0:2412:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1773941535.150677:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36400. 00000800:00000200:1.0:1773941535.150683:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000800:00000200:1.1:1773941535.150687:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000100:00000001:1.0:1773941535.150704:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941535.150707:0:2412:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941535.150710:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295010980 00000100:00000010:1.0:1773941535.150713:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cde40. 00000100:00000001:1.0:1773941535.150718:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1773941535.150724:0:2412:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295010980 00000100:00000010:1.0:1773941535.150726:0:2412:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d896cd7e0. 00000100:00000001:1.0:1773941535.150729:0:2412:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1773941535.150732:0:2412:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941535.150734:0:2412:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.150737:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.150739:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1773941535.151526:0:2401:0:(lib-socket.c:453:lnet_sock_connect()) Error -111 connecting 1023 -> 192.168.204.119:988 00000400:00000100:3.0:1773941535.151562:0:2401:0:(acceptor.c:106:lnet_connect_console_error()) Connection to 192.168.204.119@tcp at host 192.168.204.119:988 was refused: check that Lustre is running on that node. 00000400:00000200:3.0:1773941535.151567:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941535.151570:0:2401:0:(router.c:1750:lnet_notify()) 192.168.204.9@tcp notifying 192.168.204.119@tcp: down 00000400:00000200:3.0:1773941535.151573:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1773941535.151577:0:2401:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.119@tcp down 00000800:00000100:3.0:1773941535.151582:0:2401:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.204.119@tcp 00000800:00000010:3.0:1773941535.151585:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36400. 00000400:00000200:3.0:1773941535.151590:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -111, hstatus = 8 00000400:00000200:3.0:1773941535.151594:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1773941535.151600:0:2401:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.204.119@tcp added to recovery queue. ping count: 0 next ping: 342 last alive: 292 health: 900 00000400:00000200:3.0:1773941535.151606:0:2401:0:(lib-msg.c:626:lnet_resend_msg_locked()) 192.168.204.9@tcp->192.168.204.119@tcp:PUT:REMOTE_DROPPED - queuing msg (ffff920d884c5290) for resend 00000400:00000200:0.0:1773941535.151662:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941535.151669:0:2409:0:(lib-move.c:3478:lnet_resend_pending_msgs_locked()) resending ->12345-192.168.204.119@tcp: PUT recovery 0 try# 1 00000400:00000200:0.0:1773941535.151693:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941535.151698:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1773941535.151702:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941535.151705:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941535.151708:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.151710:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941535.151712:0:2409:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 900] p:[-1, -1] c:[8, 8] s:[104, 105] 00000400:00000200:0.0:1773941535.151716:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941535.151719:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [223:223:256:4294967295] 192.168.204.109@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1773941535.151722:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941535.151730:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.119@tcp:192.168.204.109@tcp) : PUT try# 1 00000800:00000200:0.0:1773941535.151734:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941535.151738:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d000. 00000800:00000200:0.0:1773941535.151743:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941535.151750:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941535.151754:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1773941535.151788:0:2409:0:(lib-move.c:3973:lnet_print_recovery_list()) alloc '(buf)': 65 at ffff920d9099c2a0. 00000400:02000040:0.0:1773941535.151792:0:2409:0:(lib-move.c:3989:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.204.119@tcp 00000800:00000200:2.0:1773941535.151958:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941535.151966:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d000. 00000400:00000200:2.0:1773941535.151972:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941535.151979:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941535.151987:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7220 00000400:00000010:2.0:1773941535.151990:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7220. 00000100:00000001:2.0:1773941535.151995:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941535.152002:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.152015:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941535.152020:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941535.152031:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.152033:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941535.153194:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941535.153204:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941535.153206:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941535.153208:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941535.153214:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941535.153218:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941535.153222:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941535.153226:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941535.153229:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941535.153232:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206c80 00000400:00000200:3.0:1773941535.153236:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941535.153282:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x10d5 [1] + 224 00000800:00000001:3.0:1773941535.153289:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941535.153297:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941535.153300:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941535.153304:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941535.153310:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941535.153315:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941535.153327:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941535.153355:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941535.153364:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941535.153368:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.153415:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941535.153418:0:2412:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941535.153428:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941535.153430:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941535.153432:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e5d8. 00000400:00000200:1.0:1773941535.153436:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7770 00000400:00000010:1.0:1773941535.153438:0:2412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7770. 00000100:00000001:1.0:1773941535.153440:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941535.153444:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941535.153452:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.153485:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941535.153487:0:2412:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.153489:0:2412:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941535.153491:0:2412:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941535.153493:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941535.153496:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941535.153498:0:2412:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941535.153503:0:2412:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941535.153506:0:2412:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941535.153508:0:2412:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941535.153510:0:2412:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941535.153512:0:2412:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941535.153513:0:2412:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.153515:0:2412:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941535.153520:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.153524:0:2412:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941535.153526:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941535.153528:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941535.153530:0:2412:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941535.153536:0:2412:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d90faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2412:1860112203410560:192.168.204.109@tcp:400:kworker.0 00000100:00000001:1.0:1773941535.153539:0:2412:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.153546:0:2412:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941535.153549:0:2412:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d90faca80 x1860112203410560/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941535.153554:0:2412:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941535.153556:0:2412:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941535.153558:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cfa00. 02000000:00000001:1.0:1773941535.153562:0:2412:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941535.153564:0:2412:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941535.153565:0:2412:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941535.153567:0:2412:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941535.153570:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d8359d200. 02000000:00000001:1.0:1773941535.153573:0:2412:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941535.153575:0:2412:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941535.153576:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d90faca80. 00000100:00000001:1.0:1773941535.153579:0:2412:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941535.153580:0:2412:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.153581:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941535.153584:0:2412:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941535.153585:0:2412:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941535.153586:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941535.153588:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941535.153658:0:2409:0:(lib-move.c:3991:lnet_print_recovery_list()) kfreed 'buf': 65 at ffff920d9099c2a0. 00010000:00000001:1.0:1773941535.854240:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941535.854248:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941535.854339:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941535.854343:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941535.854346:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941536.174262:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000010:0.0:1773941536.174262:0:2409:0:(lib-move.c:3880:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at ffff920d9835ff40. 00000100:00000001:1.0:1773941536.174269:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941536.174273:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941536.174277:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000400:00000010:0.0:1773941536.174279:0:2409:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff920d87fe6a00. 00000100:00000001:1.0:1773941536.174280:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941536.174285:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941536.174290:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000400:00000010:0.0:1773941536.174305:0:2409:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff920d85567ee0. 00000400:00000200:0.0:1773941536.174315:0:2409:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1773941536.174330:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941536.174339:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1773941536.174349:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941536.174366:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [224:224:256:4294967295] 192.168.204.119@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1773941536.174372:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941536.174379:0:2409:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.119@tcp 00000400:00000200:0.0:1773941536.174402:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : GET try# 0 00000800:00000200:0.0:1773941536.174409:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941536.174416:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff920d8359d100. 00000800:00000200:0.0:1773941536.174425:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000800:00000200:0.1:1773941536.174432:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000400:00000200:0.0:1773941536.174481:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941536.174497:0:2409:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.204.119@tcp added to recovery queue. ping count: 1 next ping: 344 last alive: 292 health: 900 00000400:00000100:3.0:1773941536.175234:0:2402:0:(lib-socket.c:453:lnet_sock_connect()) Error -111 connecting 1023 -> 192.168.204.119:988 00000400:00000100:3.0:1773941536.175280:0:2402:0:(acceptor.c:106:lnet_connect_console_error()) Connection to 192.168.204.119@tcp at host 192.168.204.119:988 was refused: check that Lustre is running on that node. 00000400:00000200:3.0:1773941536.175288:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941536.175292:0:2402:0:(router.c:1750:lnet_notify()) 192.168.204.9@tcp notifying 192.168.204.119@tcp: down 00000400:00000200:3.0:1773941536.175296:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941536.175300:0:2402:0:(router.c:1835:lnet_notify()) Old news 00000800:00000100:3.0:1773941536.175304:0:2402:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.119@tcp 00000800:00000010:3.0:1773941536.175308:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff920d8359d100. 00000400:00000200:3.0:1773941536.175313:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -111, hstatus = 8 00000400:00000200:3.0:1773941536.175317:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.119@tcp: GET: REMOTE_DROPPED 00000400:00000200:3.0:1773941536.175323:0:2402:0:(lib-msg.c:674:lnet_attempt_msg_resend()) msg 0@<0:0>->192.168.204.119@tcp is a recovery ping. retry# 0 00000400:00000200:3.0:1773941536.175328:0:2402:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 5 status: -111 00000400:00000200:3.0:1773941536.175330:0:2402:0:(lib-move.c:4294:lnet_mt_event_handler()) 192.168.204.119@tcp recovery message sent unsuccessfully:-111 00000400:00000200:3.0:1773941536.175333:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1773941536.175336:0:2402:0:(lib-move.c:4263:lnet_handle_recovery_reply()) peer NI (192.168.204.119@tcp) recovery failed with -111 00010000:00000001:1.0:1773941536.878203:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941536.878210:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941536.878252:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941536.878256:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941536.878259:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1773941537.198221:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941537.198229:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1773941537.198234:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feee58 00000400:00000010:0.0:1773941537.198241:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feee58. 00000100:00000001:1.0:1773941537.198252:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000200:0.0:1773941537.198256:0:2409:0:(lib-move.c:4279:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:1.0:1773941537.198263:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1773941537.198268:0:2409:0:(lib-move.c:4284:lnet_mt_event_handler()) 192.168.204.119@tcp recovery ping unlinked 00000100:00000001:1.0:1773941537.198271:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941537.198279:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1773941537.198281:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000400:00000010:0.0:1773941537.198285:0:2409:0:(lib-move.c:4302:lnet_mt_event_handler()) kfreed 'ev_info': 24 at ffff920d9835ff40. 00000100:00000001:1.0:1773941537.198290:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1773941537.198295:0:2409:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff920d87fe6a00. 00000100:00000001:1.0:1773941537.198299:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.390227:0:766:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9a20 (cpu 0) has reached its deadline 4295010980, at 4295011008 00000100:00000010:2.0:1773941537.390244:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cde40. 00000100:00000040:3.0:1773941537.390262:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff920d86be9b30 (cpu 0) has reached its deadline 4295010980, at 4295011008 00000100:00000010:3.0:1773941537.390278:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920d896cd7e0. 00010000:00000001:1.0:1773941537.902263:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941537.902291:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941537.902360:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941537.902365:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941537.902369:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941538.222234:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941538.222248:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941538.222250:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773941538.222250:0:2409:0:(lib-move.c:3880:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at ffff920d9835ff40. 00000100:00100000:1.0:1773941538.222261:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941538.222265:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1773941538.222266:0:2409:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff920d87fe6a00. 00000100:00000001:1.0:1773941538.222269:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941538.222276:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feee58. 00000400:00000010:0.0:1773941538.222289:0:2409:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff920d855674d0. 00000400:00000200:0.0:1773941538.222300:0:2409:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1773941538.222314:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941538.222323:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1773941538.222331:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941538.222336:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [225:225:256:4294967295] 192.168.204.119@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1773941538.222342:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941538.222348:0:2409:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.119@tcp 00000400:00000200:0.0:1773941538.222354:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : GET try# 0 00000800:00000200:0.0:1773941538.222359:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1773941538.222363:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff920d8359de00. 00000800:00000200:0.0:1773941538.222385:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000800:00000200:0.1:1773941538.222389:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c18780] -> 12345-192.168.204.119@tcp (2) 00000400:00000200:0.0:1773941538.222434:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1773941538.222437:0:2409:0:(peer.c:4524:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.204.119@tcp added to recovery queue. ping count: 2 next ping: 348 last alive: 292 health: 800 00010000:00000001:1.0:1773941538.926220:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941538.926228:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941538.926273:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941538.926277:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941538.926280:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941539.246247:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941539.246257:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941539.246260:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941539.246266:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 1 seconds 00000100:00000001:1.0:1773941539.246270:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941539.246274:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941539.950260:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941539.950270:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941539.950386:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941539.950414:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941539.950419:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773941540.270271:0:14734:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1773941540.270279:0:14734:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1773941540.270297:0:14734:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941524/real 1773941524] req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941540.270298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941540.270327:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941540.270374:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941540.270380:0:37:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941540.270385:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941540.270390:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941540.270398:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941540.270409:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d88a45400. 00000100:00000001:2.0:1773941540.270417:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.270426:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941540.270439:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941540.270445:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.270454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000debdf410] to pc [ptlrpcd_01_01+1] req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.270485:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.270491:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (351) 00000100:00000001:3.0:1773941540.270570:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941540.270583:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941540.270585:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.270592:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941540.270594:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.270595:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941540.270612:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941540.270615:0:2414:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941540.270622:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.270631:0:2414:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941540.270633:0:2414:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.270637:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941540.270639:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941540.270642:0:2414:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941540.270645:0:2414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203410688:192.168.204.109@tcp:400:kworker.0 00000100:00000001:3.0:1773941540.270649:0:2414:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941540.270654:0:2414:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941540.270656:0:2414:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.270659:0:2414:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941540.270664:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8845a200. 02000000:00000001:3.0:1773941540.270666:0:2414:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941540.270673:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941540.270677:0:2414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4bc08. 00000400:00000010:3.0:1773941540.270683:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abcdd0. 00000100:00000200:3.0:1773941540.270690:0:2414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203410688, portal 25 00000100:00000001:3.0:1773941540.270693:0:2414:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941540.270695:0:2414:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:3.0:1773941540.270699:0:2414:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.270717:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941540.270720:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941540.270723:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc990. 00000100:00000200:3.0:1773941540.270725:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112203410688, offset 0 00000400:00000200:3.0:1773941540.270731:0:2414:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941540.270744:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.270752:0:2414:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941540.270758:0:2414:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941540.270762:0:2414:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941540.270766:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941540.270768:0:2414:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941540.270771:0:2414:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[106, 108] 00000400:00000200:3.0:1773941540.270774:0:2414:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941540.270778:0:2414:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [226:226:255:4294967295] 192.168.204.109@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1773941540.270782:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.270791:0:2414:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941540.270796:0:2414:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941540.270800:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0400. 00000800:00000200:3.0:1773941540.270807:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941540.270816:0:2414:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941540.270820:0:2414:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941540.270836:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941540.270840:0:2414:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941540.270843:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295016100 00000100:00000010:3.0:1773941540.270847:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8db40. 00000100:00000001:3.0:1773941540.270856:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1773941540.270863:0:2414:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295016100 00000100:00000010:3.0:1773941540.270866:0:2414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920d90a8d3c0. 00000100:00000001:3.0:1773941540.270869:0:2414:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1773941540.270872:0:2414:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941540.270874:0:2414:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.270877:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.270879:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.270889:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941540.270891:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941540.270973:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941540.270978:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0400. 00000400:00000200:2.0:1773941540.270984:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941540.270990:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941540.270996:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc990 00000400:00000010:2.0:1773941540.270998:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc990. 00000100:00000001:2.0:1773941540.271002:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941540.271005:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.271014:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941540.271017:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.271023:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.271025:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941540.272809:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.272881:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941540.272886:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.272890:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.272897:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.272904:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941540.272911:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.272916:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.272922:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.272927:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 224 into portal 25 MB=0x69bc31f206d00 00000400:00000200:3.0:1773941540.272933:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.272939:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 224/224 into md 0x10dd [1] + 224 00000800:00000001:3.0:1773941540.272947:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.272956:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.272959:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941540.272964:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941540.272970:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941540.272976:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941540.272990:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.273015:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941540.273024:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.273028:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.273055:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941540.273058:0:2414:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941540.273074:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941540.273076:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941540.273084:0:2414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4bc08. 00000400:00000200:2.0:1773941540.273088:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abcdd0 00000400:00000010:2.0:1773941540.273089:0:2414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abcdd0. 00000100:00000001:2.0:1773941540.273092:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941540.273096:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941540.273104:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.273109:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941540.273111:0:2414:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.273113:0:2414:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941540.273116:0:2414:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941540.273152:0:2414:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941540.273155:0:2414:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.273157:0:2414:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941540.273163:0:2414:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=116 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941540.273167:0:2414:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941540.273169:0:2414:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941540.273171:0:2414:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941540.273174:0:2414:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941540.273176:0:2414:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.273178:0:2414:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.273182:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.273187:0:2414:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941540.273190:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941540.273192:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941540.273198:0:2414:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941540.273208:0:2414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2414:1860112203410688:192.168.204.109@tcp:400:kworker.0 00000100:00000001:2.0:1773941540.273214:0:2414:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.273217:0:2414:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941540.273228:0:2414:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203410688/t0(0) o400->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.273237:0:2414:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941540.273240:0:2414:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941540.273244:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8845a200. 02000000:00000001:2.0:1773941540.273248:0:2414:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941540.273251:0:2414:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941540.273254:0:2414:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941540.273257:0:2414:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941540.273260:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d88a45400. 02000000:00000001:2.0:1773941540.273265:0:2414:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941540.273267:0:2414:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941540.273270:0:2414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941540.273274:0:2414:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941540.273276:0:2414:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.273278:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.273282:0:2414:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941540.273284:0:2414:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.273285:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941540.273287:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1773941540.277889:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941540.277892:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941540.277894:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941540.277898:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941540.277900:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941540.277903:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941540.277908:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941540.277916:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.277921:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941540.277923:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.277924:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941540.277925:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941540.277936:0:14734:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.277942:0:14734:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1773941540.277945:0:14734:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941540.277949:0:14734:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.109@tcp: Connection to MGS (at 192.168.204.109@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941540.277953:0:14734:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.109@tcp for MGC192.168.204.109@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941540.277955:0:14734:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941540.277956:0:14734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941540.277958:0:14734:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941540.277961:0:14734:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.277967:0:14734:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941540.277968:0:14734:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941540.277969:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.277973:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941540.277975:0:14734:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941540.277976:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.277977:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941540.277978:0:14734:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.277979:0:14734:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941540.277980:0:14734:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.277981:0:14734:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941540.277982:0:14734:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1773941540.277995:0:14734:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1773941540.277996:0:14734:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.277998:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941540.277999:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941540.278002:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 0 seconds 00000100:00000001:1.0:1773941540.278003:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941540.278005:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941540.278008:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941540.278014:0:14734:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1773941540.278021:0:14734:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.278023:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941540.278024:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941540.278028:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941540.278035:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203410304:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00080000:2.0:1773941540.278037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) da03f5fc-9864-497f-bab1-9c1ebe4e4b95->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941540.278042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1773941540.278045:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941540.278047:0:37:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941540.278051:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1773941540.278053:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941540.278057:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.109@tcp: connect to NID 192.168.204.109@tcp last attempt 331 00000100:00000001:1.0:1773941540.278058:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1773941540.278063:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941540.278065:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941540.278066:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000040:1.0:1773941540.278071:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941540.278074:0:37:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941540.278083:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941540.278084:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.278090:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1773941540.278090:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941540.278096:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:2.0:1773941540.278097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941540.278100:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1773941540.278101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00010000:00000001:1.0:1773941540.278104:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:2.0:1773941540.278106:0:37:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1773941540.278109:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1773941540.278110:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:1.0:1773941540.278113:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941540.278140:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=4 00000020:00000001:1.0:1773941540.278143:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00010000:00000001:1.0:1773941540.278146:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 00000020:00000001:2.0:1773941540.278151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1773941540.278152:0:14734:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1773941540.278154:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941540.278159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941540.278166:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00010000:00000001:1.0:1773941540.278167:0:14734:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:2.0:1773941540.278171:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff920d8a5e27c0 refcount 2 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941540.278175:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1773941540.278175:0:14734:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941540.278180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 3 to 192.168.204.109@tcp 00000100:00000001:2.0:1773941540.278184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:2.0:1773941540.278189:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00010000:00000001:1.0:1773941540.278190:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00080000:2.0:1773941540.278195:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.109@tcp: import ffff920d90496000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00010000:00010000:1.0:1773941540.278201:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941540.278202:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.278210:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00010000:00000001:1.0:1773941540.278212:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941540.278215:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941540.278216:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773941540.278218:0:14734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941540.278223:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278227:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941540.278230:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00010000:00000001:1.0:1773941540.278232:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.278235:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278237:0:14734:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941540.278241:0:14734:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000010:2.0:1773941540.278243:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941540.278251:0:37:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00010000:00010000:1.0:1773941540.278251:0:14734:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff920d83c55e00 already unused, calling callback (ffffffffc1169c20) 10000000:00000001:1.0:1773941540.278256:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1773941540.278260:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 10000000:00010000:1.0:1773941540.278260:0:14734:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941540.278265:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278268:0:14734:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941540.278271:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941540.278272:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1773941540.278272:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941540.278276:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d83c55e00 refcount=5 00000020:00000001:1.0:1773941540.278278:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 02000000:00000001:2.0:1773941540.278290:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1773941540.278290:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185475821056 : -120888233730560 : ffff920d83c55e00) 02000000:00000001:2.0:1773941540.278296:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278296:0:14734:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941540.278298:0:14734:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941540.278302:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d9080f800. 10000000:00000001:1.0:1773941540.278305:0:14734:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941540.278308:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941540.278308:0:14734:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941540.278316:0:14734:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1773941540.278319:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1773941540.278327:0:14734:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941540.278331:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.278333:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1773941540.278335:0:14734:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:2.0:1773941540.278337:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278339:0:14734:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1773941540.278344:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000debdf410] to pc [ptlrpcd_rcv+-1] req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941540.278344:0:14734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941540.278348:0:14734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941540.278352:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941540.278355:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941540.278373:0:14734:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff920d83c55e00 with handle 0xef3f469e0cc3adf8 from hash 00010000:00000001:1.0:1773941540.278376:0:14734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941540.278378:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941540.278379:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941540.278380:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941540.278381:0:14734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941540.278383:0:14734:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941540.278385:0:14734:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941540.278387:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941540.278389:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941540.278392:0:14734:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.278396:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941540.278396:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (351) 10000000:00000001:1.0:1773941540.278396:0:14734:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.278417:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1773941540.278418:0:14734:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941540.278420:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1773941540.278426:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941540.278428:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1773941540.278429:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941540.278430:0:14734:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941540.278433:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941540.278436:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941540.278438:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941540.278440:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941540.278444:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1773941540.278444:0:14734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff920d83c55e00/0xef3f469e0cc3adf8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941540.278447:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.278452:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941540.278455:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1773941540.278456:0:14734:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff920da041cd00 count: 0 02000000:00000001:3.0:1773941540.278457:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941540.278468:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203410816:192.168.204.109@tcp:250:kworker.0 00010000:00000001:1.0:1773941540.278469:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941540.278473:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1773941540.278474:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941540.278477:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941540.278478:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941540.278480:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941540.278482:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941540.278485:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941540.278490:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941540.278490:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884daa00 x1860112203410304/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941540 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941540.278498:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941540.278503:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4be70. 00000100:00000001:1.0:1773941540.278504:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941540.278507:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1773941540.278508:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc4c8. 02000000:00000010:1.0:1773941540.278509:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d82fe3800. 00000100:00000200:3.0:1773941540.278514:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203410816, portal 25 02000000:00000001:1.0:1773941540.278515:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941540.278518:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941540.278519:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1773941540.278520:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941540.278522:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000020:00000001:1.0:1773941540.278524:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941540.278527:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12ce400. 00000100:00000040:3.0:1773941540.278531:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941540.278531:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941540.278534:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941540.278537:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000100:00000001:1.0:1773941540.278542:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941540.278543:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773941540.278544:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941540.278548:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1773941540.278549:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941540.278553:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abca18. 10000000:01000000:1.0:1773941540.278554:0:14734:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000100:00000200:3.0:1773941540.278556:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112203410816, offset 0 10000000:00000001:1.0:1773941540.278558:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:3.0:1773941540.278562:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 10000000:00000010:1.0:1773941540.278563:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000400:00000200:3.0:1773941540.278568:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000010:1.0:1773941540.278568:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12ce400. 00000400:00000200:3.0:1773941540.278574:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000020:00000010:1.0:1773941540.278576:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cfe00. 00000400:00000200:3.0:1773941540.278577:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000040:00000010:1.0:1773941540.278581:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce600. 00000400:00000200:3.0:1773941540.278582:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941540.278587:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941540.278589:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1773941540.278589:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000400:00000200:3.0:1773941540.278594:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[109, 108] 00000020:00000010:1.0:1773941540.278596:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 00000400:00000200:3.0:1773941540.278599:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 80000000:00000010:1.0:1773941540.278602:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cdf60. 00000400:00000200:3.0:1773941540.278603:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [227:227:255:4294967295] 192.168.204.109@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1773941540.278608:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00040000:00000010:1.0:1773941540.278609:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941540.278614:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cf000. 00000400:00000200:3.0:1773941540.278615:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 10000000:00000040:1.0:1773941540.278619:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000800:00000200:3.0:1773941540.278623:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 10000000:00000001:1.0:1773941540.278624:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:1.0:1773941540.278628:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cfe00. 00000800:00000010:3.0:1773941540.278635:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0a00. 00000040:00000010:1.0:1773941540.278635:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce600. 00000020:00000010:1.0:1773941540.278641:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000800:00000200:3.0:1773941540.278645:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000020:00000010:1.0:1773941540.278647:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 00000800:00000200:3.0:1773941540.278652:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 80000000:00000010:1.0:1773941540.278653:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cdf60. 00000800:00000200:3.0:1773941540.278656:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0a00 type 1, nob 616 niov 1 nkiov 1 00040000:00000010:1.0:1773941540.278663:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf200. 20000000:00000010:1.0:1773941540.278665:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cf000. 00000100:00000001:3.0:1773941540.278668:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941540.278669:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12ce400. 10000000:00000010:1.0:1773941540.278675:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 00000400:00000200:3.0:1773941540.278677:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 10000000:01000000:1.0:1773941540.278679:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00000100:00000001:3.0:1773941540.278680:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295016108 10000000:00000001:1.0:1773941540.278682:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1773941540.278686:0:14734:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000001:3.0:1773941540.278687:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295016100 10000000:00000001:1.0:1773941540.278690:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:3.0:1773941540.278693:0:2411:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295016108 10000000:00000001:1.0:1773941540.278694:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1773941540.278697:0:2411:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295016100 10000000:00000040:1.0:1773941540.278698:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 2 00000100:00000001:3.0:1773941540.278702:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941540.278705:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941540.278705:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1773941540.278709:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.278711:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941540.278715:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941540.278717:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941540.278719:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941540.278719:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941540.278721:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941540.278722:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941540.278730:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941540.278734:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0a00. 00000400:00000200:2.0:1773941540.278738:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941540.278743:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941540.278746:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abca18 00000400:00000010:2.0:1773941540.278747:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abca18. 00000100:00000001:2.0:1773941540.278750:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941540.278753:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.278760:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941540.278762:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.278767:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.278768:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773941540.284149:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff920da041cd00. 00010000:00000010:1.1:1773941540.284156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920d83c55e00. 00000800:00000001:3.0:1773941540.286819:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.286824:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941540.286826:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.286828:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.286831:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.286835:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941540.286839:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.286842:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.286845:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.286847:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 25 MB=0x69bc31f206d80 00000400:00000200:3.0:1773941540.286850:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941540.286853:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 416/416 into md 0x10ed [1] + 0 00000800:00000001:3.0:1773941540.286857:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.286869:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941540.286871:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941540.286874:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941540.286877:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941540.286880:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941540.286888:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941540.286904:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941540.286909:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941540.286913:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.286931:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941540.286934:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941540.286938:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941540.286939:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941540.286941:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4be70. 00000400:00000200:2.0:1773941540.286945:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc4c8 00000400:00000010:2.0:1773941540.286947:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc4c8. 00000100:00000001:2.0:1773941540.286949:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941540.286954:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941540.286962:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.286968:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941540.286969:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.286970:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941540.286972:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941540.286973:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941540.286975:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.286976:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941540.286980:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=116 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941540.286988:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941540.286990:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941540.286992:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941540.286993:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941540.286994:0:2411:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.286996:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.286999:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941540.287004:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941540.287006:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941540.287007:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.287009:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941540.287014:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941540.287016:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941540.287017:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3acd2 00000020:00000001:2.0:1773941540.287019:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941540.287020:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90492800 refcount=3 00000020:00000001:2.0:1773941540.287021:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000020:00000001:2.0:1773941540.287023:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185685784576 : -120888023767040 : ffff920d90492800) 00000100:00001000:2.0:1773941540.287026:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=1773941540 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941540.287028:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90496410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941540.287033:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90492800 : new refcount 2 00000100:00000001:2.0:1773941540.287035:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941540.287036:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941540.287038:0:2411:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.287039:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941540.287041:0:2411:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.204.109@tcp after partition 00000100:00080000:2.0:1773941540.287044:0:2411:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.204.109@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941540.287045:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941540.287048:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941540.287050:0:2411:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.109@tcp; invalidating 00000020:00000040:2.0:1773941540.287052:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941540.287339:0:2411:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.287346:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941540.287351:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941540.287370:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:2411:1860112203410816:192.168.204.109@tcp:250:kworker.0 00000100:00000001:1.0:1773941540.287374:0:14799:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941540.287377:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.287380:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941540.287384:0:14799:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.109@tcp to MGS@192.168.204.109@tcp 00000100:00000040:2.0:1773941540.287387:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203410816/t0(0) o250->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941540.287388:0:14799:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941540.287392:0:14799:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.287395:0:14799:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941540.287399:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941540.287400:0:14799:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941540.287402:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941540.287404:0:14799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1773941540.287405:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:2.0:1773941540.287409:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941540.287410:0:14799:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941540.287411:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941540.287414:0:14799:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:2.0:1773941540.287415:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000001:00000001:1.0:1773941540.287417:0:14799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941540.287418:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941540.287420:0:14799:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941540.287421:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d9080f800. 10000000:00000001:1.0:1773941540.287424:0:14799:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941540.287425:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941540.287426:0:14799:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941540.287427:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941540.287430:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00080000:1.0:1773941540.287432:0:14799:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941540.287433:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941540.287436:0:14799:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941540.287437:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941540.287441:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941540.287441:0:14799:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941540.287445:0:14799:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941540.287447:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941540.287448:0:14799:0:(import.c:65:import_set_state_nolock()) ffff920d90496000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941540.287451:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.287452:0:14799:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941540.287455:0:14799:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941540.287456:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:1.0:1773941540.287457:0:14799:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.204.109@tcp: Reactivating import 00000100:00000001:2.0:1773941540.287458:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941540.287471:0:14799:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941540.287474:0:14799:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941540.287476:0:14799:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941540.287480:0:14799:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.204.109@tcp: Connection restored to 192.168.204.109@tcp (at 192.168.204.109@tcp) 00000100:00000001:1.0:1773941540.287491:0:14799:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941540.287494:0:14799:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941540.287496:0:14799:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941540.287500:0:14799:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941540.287502:0:14799:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941540.974366:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941540.974374:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941540.974380:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941541.998212:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941541.998221:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 2 10000000:00000001:3.0:1773941541.998227:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941541.998231:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941541.998233:0:14734:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941541.998235:0:14734:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941541.998238:0:14734:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941541.998241:0:14734:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941541.998244:0:14734:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff920da12fcd28 from 1 10000000:00000001:3.0:1773941541.998247:0:14734:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941541.998249:0:14734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941541.998262:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7df80. 00000020:00000040:3.0:1773941541.998268:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:3.0:1773941541.998275:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941541.998279:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1773941541.998280:0:14731:0:(genops.c:1914:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1773941541.998284:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941541.998284:0:14731:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941541.998288:0:14731:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1773941541.998294:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845b800. 00000100:00000001:3.0:1773941541.998302:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941541.998307:0:14734:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941541.998311:0:14734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941541.998320:0:14734:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d8557d900. 00010000:00000001:3.0:1773941541.998340:0:14734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941541.998345:0:14734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920d8148b800. 00000020:00000001:3.0:1773941541.998350:0:14734:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941541.998369:0:14734:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8148b800 with handle 0xef3f469e0cc3adff to hash 00000020:00000001:3.0:1773941541.998371:0:14734:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941541.998373:0:14734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:3.0:1773941541.998375:0:14734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:3.0:1773941541.998380:0:14734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941541.998382:0:14734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941541.998387:0:14734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941541.998397:0:14734:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941541.998408:0:14734:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941541.998412:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941541.998414:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941541.998419:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85cc0. 00000100:00000001:3.0:1773941541.998421:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527397568 : -120888182154048 : ffff920d86d85cc0) 00000100:00000001:3.0:1773941541.998424:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941541.998425:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000001:3.0:1773941541.998429:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941541.998433:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941541.998436:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941541.998438:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941541.998447:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941541.998455:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941541.998457:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941541.998460:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941541.998463:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941541.998465:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941541.998467:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203410944:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941541.998475:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941541.998480:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941541.998482:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941541.998484:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941541.998489:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d98b4b000. 02000000:00000001:3.0:1773941541.998490:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941541.998498:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:3.0:1773941541.998502:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b370. 00000400:00000010:3.0:1773941541.998507:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc440. 00000100:00000200:3.0:1773941541.998515:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203410944, portal 25 00000100:00000001:3.0:1773941541.998516:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941541.998517:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526316928 : -120888183234688 : ffff920d86c7df80) 00000100:00000040:3.0:1773941541.998521:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941541.998528:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941541.998531:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941541.998542:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc660. 00000100:00000200:3.0:1773941541.998546:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203410944, offset 0 00000400:00000200:3.0:1773941541.998558:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:3.0:1773941541.998568:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941541.998577:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941541.998584:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941541.998589:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941541.998594:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941541.998597:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941541.998600:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[110, 108] 00000400:00000200:3.0:1773941541.998603:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:3.0:1773941541.998607:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [228:228:255:4294967295] 192.168.204.109@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1773941541.998610:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941541.998620:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:3.0:1773941541.998624:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:3.0:1773941541.998637:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0500. 00000800:00000200:3.0:1773941541.998643:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941541.998651:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941541.998656:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941541.998669:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941541.998674:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941541.998678:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017828 00000100:00000001:3.0:1773941541.998686:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295016108 00000100:00000001:3.0:1773941541.998690:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017828 00000100:00000001:3.0:1773941541.998694:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295016108 00000100:00000001:3.0:1773941541.998698:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941541.998700:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941541.998703:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941541.998705:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941541.998708:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1773941541.998711:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941541.998714:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941541.998803:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941541.998807:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0500. 00000400:00000200:2.0:1773941541.998817:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941541.998821:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941541.998826:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc660 00000400:00000010:2.0:1773941541.998828:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc660. 00000100:00000001:2.0:1773941541.998831:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941541.998834:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941541.998843:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941541.998845:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941541.998850:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941541.998851:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.000196:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.000247:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.000251:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.000255:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.000260:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.000265:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.000272:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.000276:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.000282:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.000286:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f206e00 00000400:00000200:3.0:1773941542.000291:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.000296:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x10fd [1] + 224 00000800:00000001:3.0:1773941542.000303:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.000311:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.000314:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.000323:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.000344:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.000349:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.000360:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.000381:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.000389:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.000393:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.000419:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.000428:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.000430:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.000433:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b370. 00000400:00000200:1.0:1773941542.000438:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc440 00000400:00000010:1.0:1773941542.000440:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc440. 00000100:00000001:1.0:1773941542.000443:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.000449:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.000459:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000467:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.000469:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.000471:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.000475:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.000477:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.000479:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.000482:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.000489:0:14734:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.000493:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.000496:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941542.000498:0:14734:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.000500:0:14734:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941542.000502:0:14734:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.000506:0:14734:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.000510:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000518:0:14734:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.000521:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.000531:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941542.000536:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.000545:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203410944:192.168.204.109@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941542.000550:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.000553:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.000555:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941542.000557:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.000560:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000567:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.000570:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85cc0. 00000100:00000001:1.0:1773941542.000573:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941542.000574:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.000577:0:14734:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941542.000581:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941542.000583:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.000585:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148b800 refcount=4 00000020:00000001:1.0:1773941542.000588:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:1.0:1773941542.000591:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000040:1.0:1773941542.000597:0:14734:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff920d8148b800, remote cookie: 0xf40a435afd2a19b3, flags: 0x0 00010000:00000001:1.0:1773941542.000600:0:14734:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773941542.000604:0:14734:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773941542.000607:0:14734:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773941542.000609:0:14734:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773941542.000610:0:14734:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773941542.000613:0:14734:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff920d8557d900) refcount = 1 00010000:00010000:1.0:1773941542.000619:0:14734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19b3 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.000627:0:14734:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773941542.000629:0:14734:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773941542.000635:0:14734:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941542.000638:0:14734:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773941542.000641:0:14734:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941542.000645:0:14734:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a19b3 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.000652:0:14734:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773941542.000664:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.000666:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941542.000667:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.000669:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941542.000671:0:14734:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.000673:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.000678:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7df80 x1860112203410944/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941557 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000686:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941542.000689:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.000691:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d98b4b000. 02000000:00000001:1.0:1773941542.000695:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.000697:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.000699:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.000702:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.000705:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845b800. 02000000:00000001:1.0:1773941542.000708:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941542.000710:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.000712:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7df80. 00000100:00000001:1.0:1773941542.000716:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.000717:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941542.000719:0:14734:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.000722:0:14734:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941542.000723:0:14734:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff920d84e5e000) refs 3 10000000:00000001:1.0:1773941542.000725:0:14734:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.000727:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941542.000729:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.000731:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148b800 refcount=3 00000020:00000001:1.0:1773941542.000733:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:1.0:1773941542.000735:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:1.0:1773941542.000742:0:14734:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1773941542.000744:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.000746:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941542.000748:0:14734:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.000751:0:14734:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941542.000756:0:14734:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920da0cfeb40. 00000020:00000010:1.0:1773941542.000761:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12ce400. 00000020:00000010:1.0:1773941542.000768:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cf000. 00000040:00000010:1.0:1773941542.000772:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12cf200. 00000020:00000010:1.0:1773941542.000778:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941542.000784:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941542.000788:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cdf60. 00040000:00000010:1.0:1773941542.000794:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12ce600. 20000000:00000010:1.0:1773941542.000800:0:14734:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920da12cfe00. 10000000:00000040:1.0:1773941542.000806:0:14734:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000020:00000001:1.0:1773941542.000809:0:14734:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1773941542.000812:0:14734:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1773941542.000814:0:14734:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1773941542.000818:0:14734:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920da12ce200. 00000040:00000001:1.0:1773941542.000821:0:14734:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1773941542.000824:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:1.0:1773941542.000829:0:14734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 00000020:00000040:1.0:1773941542.000831:0:14734:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941542.000835:0:14734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.000837:0:14734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.000839:0:14734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.000844:0:14734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cec00. 00000100:00000001:1.0:1773941542.000848:0:14734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.000853:0:14734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941542.000855:0:14734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941542.000858:0:14734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941542.000860:0:14734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185478252416 : -120888231299200 : ffff920d83ea7780) 00000100:00000001:1.0:1773941542.000862:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.000864:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000001:1.0:1773941542.000867:0:14734:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.000875:0:14734:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.000877:0:14734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941542.000878:0:14734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941542.000883:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000891:0:14734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.000893:0:14734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.000895:0:14734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941542.000897:0:14734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941542.000899:0:14734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941542.000902:0:14734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203411072:192.168.204.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1773941542.000906:0:14734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941542.000909:0:14734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941542.000911:0:14734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.000913:0:14734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941542.000916:0:14734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920da12cfc00. 02000000:00000001:1.0:1773941542.000918:0:14734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.000923:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941542.000926:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941542.000930:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941542.000933:0:14734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203411072, portal 25 00000100:00000001:1.0:1773941542.000934:0:14734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.000935:0:14734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000040:1.0:1773941542.000939:0:14734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.000943:0:14734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941542.000945:0:14734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941542.000947:0:14734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7770. 00000100:00000200:1.0:1773941542.000949:0:14734:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203411072, offset 0 00000400:00000200:1.0:1773941542.000952:0:14734:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941542.000956:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.000959:0:14734:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941542.000962:0:14734:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941542.000969:0:14734:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941542.000971:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.000973:0:14734:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.000975:0:14734:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[111, 108] 00000400:00000200:1.0:1773941542.000977:0:14734:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.000980:0:14734:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [229:229:255:4294967295] 192.168.204.109@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1773941542.000983:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.000988:0:14734:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941542.000991:0:14734:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941542.000994:0:14734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36400. 00000800:00000200:1.0:1773941542.000997:0:14734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941542.001001:0:14734:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941542.001003:0:14734:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1773941542.001015:0:14734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.001018:0:14734:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941542.001019:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017830 00000100:00000001:1.0:1773941542.001022:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017828 00000100:00000001:1.0:1773941542.001025:0:14734:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017830 00000100:00000001:1.0:1773941542.001027:0:14734:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017828 00000100:00000001:1.0:1773941542.001029:0:14734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.001030:0:14734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.001032:0:14734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941542.001033:0:14734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941542.001035:0:14734:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d83ea7780 going to sleep for 11 seconds 00000100:00000001:1.0:1773941542.001038:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.001040:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.001081:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.001085:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36400. 00000400:00000200:2.0:1773941542.001089:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.001093:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.001095:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7770 00000400:00000010:2.0:1773941542.001097:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7770. 00000100:00000001:2.0:1773941542.001099:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.001103:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.001110:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.001112:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.001139:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.001140:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.002103:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.002109:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.002111:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.002114:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.002135:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.002140:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.002145:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.002148:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.002152:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.002156:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f206e80 00000400:00000200:3.0:1773941542.002160:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.002164:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x110d [1] + 224 00000800:00000001:3.0:1773941542.002169:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.002175:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.002177:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.002181:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.002185:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.002190:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.002200:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.002216:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.002228:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.002231:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.002258:0:14734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.002263:0:14734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.002265:0:14734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.002267:0:14734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941542.002272:0:14734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:1.0:1773941542.002281:0:14734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:1.0:1773941542.002283:0:14734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.002288:0:14734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.002295:0:14734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.002301:0:14734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.002302:0:14734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.002304:0:14734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.002305:0:14734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.002306:0:14734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.002307:0:14734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.002308:0:14734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.002311:0:14734:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.002313:0:14734:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.002315:0:14734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773941542.002318:0:14734:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.002322:0:14734:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773941542.002324:0:14734:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1773941542.002343:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.002347:0:14734:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1773941542.002349:0:14734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.002350:0:14734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941542.002353:0:14734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.002358:0:14734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14734:1860112203411072:192.168.204.109@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1773941542.002361:0:14734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.002362:0:14734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773941542.002368:0:14734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941542.002369:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.002372:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.002376:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.002378:0:14734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d83ea7780. 00000100:00000001:1.0:1773941542.002380:0:14734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941542.002381:0:14734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1773941542.002383:0:14734:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1773941542.002385:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.002386:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.002387:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941542.002388:0:14734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.002390:0:14734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884daa00 x1860112203411072/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.002394:0:14734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941542.002396:0:14734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.002397:0:14734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920da12cfc00. 02000000:00000001:1.0:1773941542.002399:0:14734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.002400:0:14734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.002401:0:14734:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.002402:0:14734:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.002403:0:14734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cec00. 02000000:00000001:1.0:1773941542.002404:0:14734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941542.002405:0:14734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.002406:0:14734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000100:00000001:1.0:1773941542.002408:0:14734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.002409:0:14734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1773941542.002410:0:14734:0:(llog.c:1547:llog_open()) MGC192.168.204.109@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1773941542.002413:0:14734:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920da12ce200. 00000040:00000001:1.0:1773941542.002414:0:14734:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1773941542.002416:0:14734:0:(obd_config.c:2158:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1773941542.002418:0:14734:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1773941542.002422:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cf000. 00000040:00000010:1.0:1773941542.002429:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12cf200. 00000020:00000010:1.0:1773941542.002432:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941542.002436:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941542.002438:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cdf60. 00040000:00000010:1.0:1773941542.002441:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12ce600. 20000000:00000010:1.0:1773941542.002443:0:14734:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920da12cfe00. 00000020:00000010:1.0:1773941542.002445:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12ce400. 10000000:00000010:1.0:1773941542.002448:0:14734:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920da0cfeb40. 10000000:01000000:1.0:1773941542.002450:0:14734:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1773941542.002460:0:14734:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773941542.002462:0:14734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941542.002463:0:14734:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.002464:0:14734:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920d8148b800 refcount=3 00000020:00000001:1.0:1773941542.002466:0:14734:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:1.0:1773941542.002468:0:14734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623185434097664 : -120888275453952 : ffff920d8148b800) 00010000:00000001:1.0:1773941542.002470:0:14734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941542.002472:0:14734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19b3 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.002478:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.002480:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941542.002482:0:14734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19b3 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.002487:0:14734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941542.002488:0:14734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.002489:0:14734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773941542.002490:0:14734:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.002491:0:14734:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1773941542.002493:0:14734:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941542.002494:0:14734:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941542.002495:0:14734:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff920d84e5e000) refs 3 10000000:00000001:1.0:1773941542.002498:0:14734:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941542.002501:0:14720:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941542.002505:0:14720:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff920d908c6800 from 1 10000000:00000001:2.0:1773941542.002507:0:14720:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941542.002509:0:14720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1773941542.002515:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.002518:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.002520:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.002529:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.002531:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.002546:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941542.002549:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.002552:0:14720:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941542.002553:0:14720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773941542.002556:0:14720:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff920d8557d900 count: 2 00010000:00000001:2.0:1773941542.002559:0:14720:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941542.002560:0:14720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941542.002562:0:14720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215ea00. 00000020:00000001:2.0:1773941542.002565:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941542.002566:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215ea00 with handle 0xef3f469e0cc3ae06 to hash 00000020:00000001:2.0:1773941542.002568:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941542.002569:0:14720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.002571:0:14720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.002573:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.002574:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.002576:0:14720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.002582:0:14720:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.002589:0:14720:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941542.002592:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.002593:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.002596:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.002597:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941542.002599:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.002600:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.002602:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.002604:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.002609:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.002610:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.002614:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.002620:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.002621:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.002623:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.002625:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.002626:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.002628:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411200:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.002630:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.002632:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.002633:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.002635:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.002637:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080c800. 02000000:00000001:2.0:1773941542.002638:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.002641:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.002644:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.002647:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00000100:00000200:2.0:1773941542.002649:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203411200, portal 25 00000100:00000001:2.0:1773941542.002651:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.002652:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.002655:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.002660:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.002662:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.002663:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5cc0. 00000100:00000200:2.0:1773941542.002665:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203411200, offset 0 00000400:00000200:2.0:1773941542.002668:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.002671:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.002674:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.002676:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.002678:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.002683:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.002685:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.002687:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[112, 108] 00000400:00000200:2.0:1773941542.002690:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.002692:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [230:230:255:4294967295] 192.168.204.109@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1773941542.002695:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.002700:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.002703:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.002707:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45400. 00000800:00000200:2.0:1773941542.002710:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.002713:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.002715:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.002728:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.002731:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.002732:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017832 00000100:00000001:2.0:1773941542.002736:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017830 00000100:00000001:2.0:1773941542.002738:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017832 00000100:00000001:2.0:1773941542.002741:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017830 00000100:00000001:2.0:1773941542.002744:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.002746:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.002748:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.002749:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.002751:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.002754:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.002755:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.002783:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.002787:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45400. 00000400:00000200:3.0:1773941542.002789:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.002793:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.002795:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5cc0 00000400:00000010:3.0:1773941542.002797:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5cc0. 00000100:00000001:3.0:1773941542.002799:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.002802:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.002808:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.002811:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.002815:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.002816:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.003815:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.003821:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.003824:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.003826:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.003831:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.003836:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.003841:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.003845:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.003849:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.003853:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f206f00 00000400:00000200:3.0:1773941542.003857:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.003861:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x1115 [1] + 224 00000800:00000001:3.0:1773941542.003866:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.003871:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.003874:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.003877:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.003880:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.003891:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.003900:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.003917:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.003923:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.003927:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.003954:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.003958:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.003959:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.003960:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:2.0:1773941542.003964:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000400:00000010:2.0:1773941542.003966:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000001:2.0:1773941542.003973:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.003978:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.003985:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.003991:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.003992:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.003993:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.003994:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.003995:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.003996:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.003998:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.004000:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.004002:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.004004:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.004005:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.004006:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.004007:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004009:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.004011:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.004016:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.004018:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.004019:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.004021:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.004026:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411200:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.004029:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.004030:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004031:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.004032:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.004034:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.004042:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.004044:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.004046:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.004047:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.004048:0:14720:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941542.004050:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.004051:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.004052:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=4 00000020:00000001:2.0:1773941542.004054:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.004056:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000040:2.0:1773941542.004058:0:14720:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff920dc215ea00, remote cookie: 0xf40a435afd2a19ba, flags: 0x0 00010000:00000001:2.0:1773941542.004060:0:14720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941542.004062:0:14720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941542.004063:0:14720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941542.004064:0:14720:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941542.004065:0:14720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941542.004067:0:14720:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff920d8557d900) refcount = 2 00010000:00000040:2.0:1773941542.004069:0:14720:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773941542.004071:0:14720:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.204.109@tcp lock: ffff920d8148b800/0xef3f469e0cc3adff lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a19b3 expref: -99 pid: 14734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.004076:0:14720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19ba expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.004080:0:14720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773941542.004081:0:14720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941542.004082:0:14720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941542.004083:0:14720:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941542.004085:0:14720:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.004087:0:14720:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a19ba expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.004091:0:14720:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941542.004094:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.004095:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.004097:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.004098:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.004099:0:14720:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004100:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.004103:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203411200/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.004107:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.004108:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.004110:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080c800. 02000000:00000001:2.0:1773941542.004112:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.004113:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.004114:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.004115:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.004116:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941542.004136:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.004137:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.004138:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.004140:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.004141:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941542.004142:0:14720:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.004144:0:14720:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941542.004145:0:14720:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff920da12cf800) refs 2 10000000:00000001:2.0:1773941542.004147:0:14720:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.004148:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.004149:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.004150:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=3 00000020:00000001:2.0:1773941542.004151:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.004153:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.004154:0:14720:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773941542.004155:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.004156:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.004156:0:14720:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.004158:0:14720:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941542.004160:0:14720:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af8c80. 00000020:00000010:2.0:1773941542.004162:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8322ee00. 00000020:00000010:2.0:1773941542.004168:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941542.004172:0:14720:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d85561c00. 00000020:00000010:2.0:1773941542.004175:0:14720:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941542.004178:0:14720:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d84db9e00. 80000000:00000010:2.0:1773941542.004180:0:14720:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941542.004183:0:14720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941542.004185:0:14720:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d83b1e800. 10000000:00000040:2.0:1773941542.004188:0:14720:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000020:00000001:2.0:1773941542.004190:0:14720:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1773941542.004191:0:14720:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1773941542.004192:0:14720:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1773941542.004194:0:14720:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920d83b1e000. 00000040:00000001:2.0:1773941542.004196:0:14720:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1773941542.004197:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:2.0:1773941542.004199:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.004201:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.004203:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.004204:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.004206:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.004209:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d83b1e600. 00000100:00000001:2.0:1773941542.004212:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004214:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.004215:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.004217:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.004218:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941542.004220:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.004221:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.004223:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.004225:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004226:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.004227:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.004229:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.004234:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.004240:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.004242:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.004243:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.004244:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.004247:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411328:192.168.204.109@tcp:501:mount.lustre.0 00000100:00000001:2.0:1773941542.004249:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.004251:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.004252:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.004253:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.004256:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8a6e1c00. 02000000:00000001:2.0:1773941542.004257:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.004260:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.004262:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.004264:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00000100:00000200:2.0:1773941542.004267:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203411328, portal 25 00000100:00000001:2.0:1773941542.004268:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.004269:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.004272:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.004277:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.004278:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.004280:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5908. 00000100:00000200:2.0:1773941542.004281:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112203411328, offset 0 00000400:00000200:2.0:1773941542.004285:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.004288:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.004291:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.004293:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.004295:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.004297:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.004299:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.004301:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[113, 108] 00000400:00000200:2.0:1773941542.004303:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.004305:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [231:231:255:4294967295] 192.168.204.109@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1773941542.004311:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.004316:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.004320:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.004322:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45900. 00000800:00000200:2.0:1773941542.004342:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.004346:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.004349:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.004358:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.004361:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.004363:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017834 00000100:00000001:2.0:1773941542.004366:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017832 00000100:00000001:2.0:1773941542.004368:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017834 00000100:00000001:2.0:1773941542.004370:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017832 00000100:00000001:2.0:1773941542.004372:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.004374:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.004376:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.004377:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.004378:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.004381:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.004382:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.004427:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.004431:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45900. 00000400:00000200:3.0:1773941542.004435:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.004439:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.004442:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5908 00000400:00000010:3.0:1773941542.004444:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5908. 00000100:00000001:3.0:1773941542.004447:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.004451:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.004458:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.004461:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.004467:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.004469:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.005418:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.005424:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.005427:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.005429:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.005434:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.005439:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.005444:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.005447:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.005451:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.005454:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f206f80 00000400:00000200:3.0:1773941542.005458:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.005469:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x1125 [1] + 224 00000800:00000001:3.0:1773941542.005474:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.005480:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.005483:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.005486:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.005490:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.005495:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.005505:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.005520:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.005525:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.005529:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.005557:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.005562:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.005563:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.005565:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:2.0:1773941542.005568:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000400:00000010:2.0:1773941542.005569:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000001:2.0:1773941542.005571:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.005576:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.005583:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005598:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.005599:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.005601:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.005602:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.005603:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.005605:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.005607:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.005609:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.005611:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.005613:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.005614:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.005615:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.005616:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.005618:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.005621:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005625:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.005627:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.005628:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.005631:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.005636:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411328:192.168.204.109@tcp:501:mount.lustre.0 00000100:00000001:2.0:1773941542.005639:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.005640:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.005641:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.005642:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.005644:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005648:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.005649:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.005651:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.005655:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941542.005657:0:14720:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1773941542.005658:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.005659:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.005661:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941542.005662:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.005664:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203411328/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005668:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.005669:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.005671:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8a6e1c00. 02000000:00000001:2.0:1773941542.005672:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.005673:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.005674:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.005675:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.005676:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d83b1e600. 02000000:00000001:2.0:1773941542.005678:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.005679:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.005680:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.005682:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.005683:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1773941542.005684:0:14720:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941542.005686:0:14720:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1773941542.005691:0:14720:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff920d9089e000. 00000040:00000001:2.0:1773941542.005692:0:14720:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1773941542.005694:0:14720:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1773941542.005695:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:2.0:1773941542.005697:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.005699:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.005700:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.005702:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.005703:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.005706:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8a6e1c00. 00000100:00000001:2.0:1773941542.005708:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.005711:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.005711:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.005713:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.005717:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185691916544 : -120888017635072 : ffff920d90a6b900) 00000100:00000001:2.0:1773941542.005719:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.005720:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.005722:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.005724:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.005725:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.005726:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.005729:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005733:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.005735:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.005736:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.005737:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.005739:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.005741:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411456:192.168.204.109@tcp:503:mount.lustre.0 00000100:00000001:2.0:1773941542.005743:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.005744:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.005745:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.005747:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.005758:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d9093c000. 02000000:00000001:2.0:1773941542.005759:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.005762:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.005764:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.005767:0:14720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d90a6b000. 00000100:00000200:2.0:1773941542.005769:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203411456, portal 25 00000100:00000001:2.0:1773941542.005771:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.005772:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.005775:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.005779:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.005781:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.005782:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5330. 00000100:00000200:2.0:1773941542.005784:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203411456, offset 0 00000400:00000200:2.0:1773941542.005790:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.005794:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.005797:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.005799:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.005801:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.005803:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.005804:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.005806:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[114, 108] 00000400:00000200:2.0:1773941542.005809:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.005811:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [232:232:255:4294967295] 192.168.204.109@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:2.0:1773941542.005815:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.005822:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.005826:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.005830:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45f00. 00000800:00000200:2.0:1773941542.005835:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.005839:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.005843:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.005856:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.005861:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.005863:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017835 00000100:00000001:2.0:1773941542.005867:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017834 00000100:00000001:2.0:1773941542.005872:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017835 00000100:00000001:2.0:1773941542.005877:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017834 00000100:00000001:2.0:1773941542.005881:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.005884:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.005887:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.005888:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.005890:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d90a6b900 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.005892:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.005894:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.005916:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.005919:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45f00. 00000400:00000200:3.0:1773941542.005922:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.005925:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.005927:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5330 00000400:00000010:3.0:1773941542.005928:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5330. 00000100:00000001:3.0:1773941542.005930:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.005934:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.005939:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.005941:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.005946:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.005947:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.007038:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.007045:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.007048:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.007051:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.007096:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.007101:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.007113:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.007138:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.007143:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.007147:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f207000 00000400:00000200:3.0:1773941542.007151:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.007156:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x1135 [4] + 224 00000800:00000001:3.0:1773941542.007162:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.007171:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.007174:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.007177:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.007181:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.007186:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.007197:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.007213:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.007219:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.007222:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.007258:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.007264:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.007265:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.007268:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:2.0:1773941542.007272:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d90a6b000 00000400:00000010:2.0:1773941542.007274:0:14720:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d90a6b000. 00000100:00000001:2.0:1773941542.007278:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.007284:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.007294:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.007302:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.007303:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.007306:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.007307:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.007309:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.007311:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.007313:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.007317:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.007320:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.007322:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.007324:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.007343:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.007344:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.007346:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.007351:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.007359:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.007361:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.007363:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.007367:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.007375:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411456:192.168.204.109@tcp:503:mount.lustre.0 00000100:00000001:2.0:1773941542.007391:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.007393:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.007395:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.007396:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.007400:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.007407:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.007409:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d90a6b900. 00000100:00000001:2.0:1773941542.007411:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.007413:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941542.007418:0:14720:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1773941542.007419:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.007422:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203411456/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.007429:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.007431:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.007433:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d9093c000. 02000000:00000001:2.0:1773941542.007445:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.007447:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.007449:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.007451:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.007453:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8a6e1c00. 02000000:00000001:2.0:1773941542.007456:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.007458:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.007459:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.007462:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.007463:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941542.007465:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.007467:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.007468:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1773941542.007470:0:14720:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941542.007472:0:14720:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773941542.007475:0:14720:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1773941542.007478:0:14720:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff920d835b2a80. 00000040:00001000:2.0:1773941542.007481:0:14720:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1773941542.007797:0:14800:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1773941542.007807:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12ce400. 00000020:00000010:1.0:1773941542.007810:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920da12cfe00. 00000040:00000010:1.0:1773941542.007812:0:14800:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920da12ce600. 00000020:00000010:1.0:1773941542.007814:0:14800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d98baa000. 00000020:00000010:1.0:1773941542.007819:0:14800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884fda90. 00000020:00000010:1.0:1773941542.007821:0:14800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920da12cfa00. 80000000:00000010:1.0:1773941542.007823:0:14800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d896cdf60. 40000000:00000010:1.0:1773941542.007826:0:14800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920da0cfeb40. 00100000:00000010:1.0:1773941542.007831:0:14800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d98bad000. 00040000:00000010:1.0:1773941542.007834:0:14800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36100. 00040000:00000010:1.0:1773941542.007840:0:14800:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d88af0000. 00040000:00000010:1.0:1773941542.007842:0:14800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920da12cf200. 00000004:00000010:1.0:1773941542.007847:0:14800:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d88af3000. 00000004:00000010:1.0:1773941542.007852:0:14800:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82e0d000. 00000004:00000010:1.0:1773941542.007856:0:14800:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d86bed800. 00002000:00000010:1.0:1773941542.007860:0:14800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d82fe1c00. 00000004:00000010:1.0:1773941542.007864:0:14800:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d82fe0c00. 00000020:00000010:1.0:1773941542.007867:0:14800:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920da0cfed40. 00000040:00000010:1.0:1773941542.007874:0:14800:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff920d84d10000. 00000040:00001000:1.0:1773941542.007877:0:14800:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1773941542.007878:0:14800:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1773941542.007880:0:14800:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1773941542.007882:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:1.0:1773941542.007885:0:14800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 00000020:00000040:1.0:1773941542.007887:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941542.007888:0:14800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.007890:0:14800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.007892:0:14800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.007894:0:14800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920da12cf000. 00000100:00000001:1.0:1773941542.007897:0:14800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.007899:0:14800:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941542.007900:0:14800:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941542.007903:0:14800:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d8a735cc0. 00000100:00000001:1.0:1773941542.007905:0:14800:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185587887296 : -120888121664320 : ffff920d8a735cc0) 00000100:00000001:1.0:1773941542.007906:0:14800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.007911:0:14800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000001:1.0:1773941542.007913:0:14800:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.007915:0:14800:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.007916:0:14800:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941542.007917:0:14800:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941542.007922:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.007928:0:14800:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.007929:0:14800:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.007931:0:14800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941542.007932:0:14800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941542.007934:0:14800:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941542.007936:0:14800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14800:1860112203411584:192.168.204.109@tcp:502:llog_process_th.0 00000100:00000001:1.0:1773941542.007938:0:14800:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941542.007940:0:14800:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941542.007941:0:14800:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.007942:0:14800:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941542.007951:0:14800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d90948000. 02000000:00000001:1.0:1773941542.007952:0:14800:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.007955:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941542.007958:0:14800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941542.007961:0:14800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920d8a62fd80. 00000100:00000200:1.0:1773941542.007963:0:14800:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203411584, portal 25 00000100:00000001:1.0:1773941542.007965:0:14800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.007966:0:14800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000040:1.0:1773941542.007978:0:14800:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.007983:0:14800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941542.007985:0:14800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941542.007987:0:14800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7088. 00000100:00000200:1.0:1773941542.007989:0:14800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203411584, offset 0 00000400:00000200:1.0:1773941542.007992:0:14800:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941542.007996:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.008002:0:14800:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941542.008005:0:14800:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941542.008007:0:14800:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941542.008009:0:14800:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.008011:0:14800:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.008013:0:14800:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[115, 108] 00000400:00000200:1.0:1773941542.008015:0:14800:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.008017:0:14800:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [233:233:255:4294967295] 192.168.204.109@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1773941542.008020:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.008025:0:14800:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941542.008028:0:14800:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941542.008031:0:14800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d84d36e00. 00000800:00000200:1.0:1773941542.008034:0:14800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941542.008038:0:14800:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941542.008040:0:14800:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d84d36e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1773941542.008048:0:14800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.008051:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941542.008052:0:14800:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017837 00000100:00000001:1.0:1773941542.008055:0:14800:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017835 00000100:00000001:1.0:1773941542.008058:0:14800:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017837 00000100:00000001:1.0:1773941542.008060:0:14800:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017835 00000100:00000001:1.0:1773941542.008062:0:14800:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.008063:0:14800:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.008065:0:14800:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941542.008066:0:14800:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941542.008068:0:14800:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d8a735cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1773941542.008070:0:14800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.008072:0:14800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.008142:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.008147:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d84d36e00. 00000400:00000200:3.0:1773941542.008151:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.008156:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.008160:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7088 00000400:00000010:3.0:1773941542.008162:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7088. 00000100:00000001:3.0:1773941542.008165:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.008170:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.008179:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.008182:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.008189:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.008197:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.009144:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.009149:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.009151:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.009152:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.009155:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.009158:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.009191:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.009194:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.009197:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.009199:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f207080 00000400:00000200:3.0:1773941542.009201:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.009204:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x1145 [4] + 224 00000800:00000001:3.0:1773941542.009207:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.009222:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.009224:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.009226:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.009229:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.009232:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.009238:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.009250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.009253:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.009255:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.009287:0:14800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.009293:0:14800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.009294:0:14800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.009303:0:14800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:1.0:1773941542.009306:0:14800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d8a62fd80 00000400:00000010:1.0:1773941542.009308:0:14800:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920d8a62fd80. 00000100:00000001:1.0:1773941542.009312:0:14800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.009317:0:14800:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.009340:0:14800:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.009347:0:14800:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.009349:0:14800:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.009352:0:14800:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.009354:0:14800:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.009355:0:14800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.009357:0:14800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.009359:0:14800:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.009363:0:14800:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.009366:0:14800:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.009368:0:14800:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941542.009370:0:14800:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.009372:0:14800:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941542.009374:0:14800:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.009376:0:14800:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.009381:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.009389:0:14800:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.009391:0:14800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.009393:0:14800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941542.009397:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.009405:0:14800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14800:1860112203411584:192.168.204.109@tcp:502:llog_process_th.0 00000100:00000001:1.0:1773941542.009410:0:14800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.009413:0:14800:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.009420:0:14800:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941542.009421:0:14800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.009425:0:14800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.009432:0:14800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.009434:0:14800:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d8a735cc0. 00000100:00000001:1.0:1773941542.009437:0:14800:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941542.009439:0:14800:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.009443:0:14800:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1773941542.009445:0:14800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.009448:0:14800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884daa00 x1860112203411584/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.009455:0:14800:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941542.009457:0:14800:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.009459:0:14800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d90948000. 02000000:00000001:1.0:1773941542.009468:0:14800:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.009470:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.009472:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.009474:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.009476:0:14800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920da12cf000. 02000000:00000001:1.0:1773941542.009479:0:14800:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941542.009481:0:14800:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.009482:0:14800:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000100:00000001:1.0:1773941542.009485:0:14800:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.009486:0:14800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941542.009489:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.009490:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.009492:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1773941542.009494:0:14800:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.009497:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10000 type=0x10620000 idx=1 00000040:00001000:1.0:1773941542.009501:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1773941542.009504:0:14800:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.009507:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.009511:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.009513:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.009515:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.009527:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.009530:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.009537:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36600. 00000020:00000080:1.0:1773941542.009541:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.009544:0:14800:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:1.0:1773941542.009547:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.009550:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36600. 00000020:00000001:1.0:1773941542.009554:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.009556:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d100e0 type=0x10620000 idx=2 00000040:00001000:1.0:1773941542.009559:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1773941542.009561:0:14800:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.009563:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.009567:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920da0cfe100. 00000020:01000000:1.0:1773941542.009570:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff920d908c6800 00000020:00000010:1.0:1773941542.009574:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff920d86cf4180. 00000020:00000080:1.0:1773941542.009576:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941542.009579:0:14800:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941542.009581:0:14800:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773941542.009601:0:14800:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d90c04d28. 00000020:00000080:1.0:1773941542.009606:0:14800:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff920d908c6800 (ffff920d90c04d28) 00000020:00000001:1.0:1773941542.009610:0:14800:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.009614:0:14800:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86be8000. 00000020:00000001:1.0:1773941542.009617:0:14800:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.009619:0:14800:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d86be8000 with handle 0xef3f469e0cc3ae0d to hash 00000020:00000001:1.0:1773941542.009622:0:14800:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.009625:0:14800:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.009628:0:14800:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.009631:0:14800:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185525702656 : -120888183848960 : ffff920d86be8000) 00000020:00000040:1.0:1773941542.009634:0:14800:0:(genops.c:898:class_export_put()) PUTting export ffff920d86be8000 : new refcount 1 00000020:00000040:1.0:1773941542.009641:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff920d908c6800 (ffff920d90c04d28) now 2 - obd_device_list 00000020:00000001:1.0:1773941542.009651:0:14800:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941542.009654:0:14800:0:(obd_config.c:757:class_attach()) OBD: dev 1 attached type lov with refcount 2 00000020:00000001:1.0:1773941542.009656:0:14800:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.009658:0:14800:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.009667:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.009672:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920da0cfe100. 00000020:00000001:1.0:1773941542.009674:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.009677:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10158 type=0x10620000 idx=3 00000040:00001000:1.0:1773941542.009679:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1773941542.009682:0:14800:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.009684:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.009687:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920da0cfe100. 00000020:01000000:1.0:1773941542.009690:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff920d908c6800 00000020:00000010:1.0:1773941542.009694:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.009696:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773941542.009700:0:14800:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773941542.009721:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.009726:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d84d36600. 00000001:00000010:1.0:1773941542.009731:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88c5ef00. 00000001:00000010:1.0:1773941542.009735:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920da12cf000. 00000001:00000010:1.0:1773941542.009738:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920da12ce200. 00000001:00000010:1.0:1773941542.009741:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920da12cec00. 00000001:00000010:1.0:1773941542.009744:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920da12cfc00. 00000020:00000001:1.0:1773941542.009747:0:14800:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1773941542.009750:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920da12cea00. 00000020:00000010:1.0:1773941542.009755:0:14800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.009767:0:14800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d90948190. 00008000:00000010:1.0:1773941542.009773:0:14800:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.009779:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89d77c00. 00000020:00000010:1.0:1773941542.009782:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d89d4d200. 00000020:00000010:1.0:1773941542.009787:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cdd20. 00008000:00000010:1.0:1773941542.009791:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00020000:00000010:1.0:1773941542.009796:0:14800:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff920d82fe2000. 00020000:00000001:1.0:1773941542.009802:0:14800:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:1.0:1773941542.009813:0:14800:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:1.0:1773941542.009816:0:14800:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff920d82bb69c0. 00000020:00000001:1.0:1773941542.009818:0:14800:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:1.0:1773941542.009975:0:14800:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff920d82e09000. 00020000:00000010:1.0:1773941542.009982:0:14800:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff920d82e0e000. 00000020:00000001:1.0:1773941542.009984:0:14800:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:1.0:1773941542.010030:0:14800:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff920d90958000. 00000020:00000010:1.0:1773941542.010042:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90951400. 00000020:00000010:1.0:1773941542.010046:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff920d8a735cc0. 00000020:00000001:1.0:1773941542.010051:0:14800:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.010057:0:14800:0:(lov_dev.c:635:lov_device_alloc()) Process leaving (rc=18446623185462763520 : -120888246788096 : ffff920d82fe2000) 00020000:00000001:1.0:1773941542.010061:0:14800:0:(lov_dev.c:265:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.010064:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d89d4d200. 00000020:00000010:1.0:1773941542.010070:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cdd20. 00008000:00000010:1.0:1773941542.010074:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.010078:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89d77c00. 00000020:00000010:1.0:1773941542.010084:0:14800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.010087:0:14800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d90948190. 00008000:00000010:1.0:1773941542.010090:0:14800:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.010094:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12cea00. 00000020:00000001:1.0:1773941542.010097:0:14800:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.010100:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff920d908c6800 (ffff920d90c04d28) now 3 - setup 00000020:00000080:1.0:1773941542.010104:0:14800:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilov-ffff920d908c6800 (uuid 27fd897d-18d3-46f3-b912-4a61ec2d8da8) 00000020:00000001:1.0:1773941542.010107:0:14800:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.010109:0:14800:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010112:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.010116:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920da0cfe100. 00000020:00000001:1.0:1773941542.010158:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010161:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10200 type=0x10620000 idx=4 00000040:00001000:1.0:1773941542.010164:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1773941542.010167:0:14800:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010170:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010172:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010173:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010175:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.010180:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36700. 00000020:00000080:1.0:1773941542.010187:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010189:0:14800:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:1.0:1773941542.010192:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010195:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36700. 00000020:00000001:1.0:1773941542.010199:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010202:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d102e0 type=0x10620000 idx=5 00000040:00001000:1.0:1773941542.010203:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1773941542.010205:0:14800:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010207:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010208:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010210:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010211:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.010213:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.010215:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.010219:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36700. 00000020:00000080:1.0:1773941542.010221:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010222:0:14800:0:(obd_config.c:1594:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:1.0:1773941542.010225:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010227:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36700. 00000020:00000001:1.0:1773941542.010230:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010232:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d103c0 type=0x10620000 idx=6 00000040:00001000:1.0:1773941542.010234:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1773941542.010237:0:14800:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010239:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.010243:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920da0cfe100. 00000020:01000000:1.0:1773941542.010246:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff920d908c6800 00000020:00000010:1.0:1773941542.010250:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff920d86cf4180. 00000020:00000080:1.0:1773941542.010252:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941542.010253:0:14800:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941542.010255:0:14800:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773941542.010262:0:14800:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d90c00000. 00000020:00000080:1.0:1773941542.010266:0:14800:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff920d908c6800 (ffff920d90c00000) 00000020:00000001:1.0:1773941542.010268:0:14800:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.010274:0:14800:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86bea000. 00000020:00000001:1.0:1773941542.010283:0:14800:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.010287:0:14800:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d86bea000 with handle 0xef3f469e0cc3ae14 to hash 00000020:00000001:1.0:1773941542.010291:0:14800:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.010294:0:14800:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.010298:0:14800:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.010302:0:14800:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185525710848 : -120888183840768 : ffff920d86bea000) 00000020:00000040:1.0:1773941542.010307:0:14800:0:(genops.c:898:class_export_put()) PUTting export ffff920d86bea000 : new refcount 1 00000020:00000040:1.0:1773941542.010312:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff920d908c6800 (ffff920d90c00000) now 2 - obd_device_list 00000020:00000001:1.0:1773941542.010316:0:14800:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941542.010318:0:14800:0:(obd_config.c:757:class_attach()) OBD: dev 2 attached type lmv with refcount 2 00000020:00000001:1.0:1773941542.010321:0:14800:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.010323:0:14800:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010341:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.010345:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920da0cfe100. 00000020:00000001:1.0:1773941542.010348:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010351:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10438 type=0x10620000 idx=7 00000040:00001000:1.0:1773941542.010354:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1773941542.010357:0:14800:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010359:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.010363:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920da0cfe100. 00000020:01000000:1.0:1773941542.010366:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff920d908c6800 00000020:00000010:1.0:1773941542.010370:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.010372:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773941542.010376:0:14800:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773941542.010397:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.010401:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d84d36700. 00000001:00000010:1.0:1773941542.010406:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88c5e1c0. 00000001:00000010:1.0:1773941542.010410:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d84e5fe00. 00000001:00000010:1.0:1773941542.010414:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920da12cea00. 00000001:00000010:1.0:1773941542.010418:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d89d77c00. 00000001:00000010:1.0:1773941542.010421:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d89d4d200. 00000020:00000001:1.0:1773941542.010423:0:14800:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1773941542.010429:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7fa00. 00000020:00000010:1.0:1773941542.010439:0:14800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.010443:0:14800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.010449:0:14800:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.010454:0:14800:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.010459:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7ec00. 00000020:00000010:1.0:1773941542.010463:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7e400. 00000040:00000010:1.0:1773941542.010467:0:14800:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.010472:0:14800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d86bec000. 00000020:00000010:1.0:1773941542.010476:0:14800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d90f7e200. 00040000:00000010:1.0:1773941542.010480:0:14800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36200. 00040000:00000010:1.0:1773941542.010484:0:14800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d90f7f400. 00800000:00000001:1.0:1773941542.010488:0:14800:0:(lmv_obd.c:1217:lmv_device_alloc()) Process entered 00800000:00000010:1.0:1773941542.010492:0:14800:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff920da0cfef40. 00000020:00000010:1.0:1773941542.010624:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d90950c00. 00000020:00000010:1.0:1773941542.010630:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d90f7ea00. 80000000:00000001:1.0:1773941542.010648:0:14800:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:1.0:1773941542.010652:0:14800:0:(fld_cache.c:42:fld_cache_init()) Process entered 80000000:00000010:1.0:1773941542.010658:0:14800:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff920d82903600. 80000000:00000040:1.0:1773941542.010660:0:14800:0:(fld_cache.c:66:fld_cache_init()) cli-lustre-clilmv-ffff920d908c6800: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:1.0:1773941542.010663:0:14800:0:(fld_cache.c:68:fld_cache_init()) Process leaving (rc=18446623185455560192 : -120888253991424 : ffff920d82903600) 80000000:00000001:1.0:1773941542.010666:0:14800:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:1.0:1773941542.010710:0:14800:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:1.0:1773941542.010712:0:14800:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff920d908c6800: Using "RRB" hash 00800000:00000010:1.0:1773941542.010716:0:14800:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff920d90f7e000. 00800000:00000010:1.0:1773941542.010720:0:14800:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff920d90f7f000. 00800000:00000001:1.0:1773941542.010723:0:14800:0:(lmv_obd.c:1296:lmv_device_alloc()) Process leaving (rc=18446623185963052864 : -120887746498752 : ffff920da0cfef40) 00000020:00000010:1.0:1773941542.010726:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7e400. 00000040:00000010:1.0:1773941542.010729:0:14800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.010733:0:14800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d86bec000. 00000020:00000010:1.0:1773941542.010738:0:14800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d90f7e200. 00040000:00000010:1.0:1773941542.010742:0:14800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d84d36200. 00040000:00000010:1.0:1773941542.010745:0:14800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d90f7f400. 00000020:00000010:1.0:1773941542.010748:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7ec00. 00000020:00000010:1.0:1773941542.010760:0:14800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.010764:0:14800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.010769:0:14800:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.010773:0:14800:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.010776:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7fa00. 00000020:00000001:1.0:1773941542.010779:0:14800:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.010781:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff920d908c6800 (ffff920d90c00000) now 3 - setup 00000020:00000080:1.0:1773941542.010784:0:14800:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilmv-ffff920d908c6800 (uuid 27fd897d-18d3-46f3-b912-4a61ec2d8da8) 00000020:00000001:1.0:1773941542.010787:0:14800:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.010789:0:14800:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010792:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.010795:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920da0cfe100. 00000020:00000001:1.0:1773941542.010798:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010801:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d104e0 type=0x10620000 idx=8 00000040:00001000:1.0:1773941542.010803:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1773941542.010805:0:14800:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010807:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010809:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010810:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010811:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.010816:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36200. 00000020:00000080:1.0:1773941542.010818:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010819:0:14800:0:(obd_config.c:1594:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:1.0:1773941542.010821:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010823:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36200. 00000020:00000001:1.0:1773941542.010826:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010829:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d105c0 type=0x10620000 idx=9 00000040:00001000:1.0:1773941542.010831:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1773941542.010833:0:14800:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010835:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010836:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010838:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010839:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.010851:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.010853:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.010858:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36200. 00000020:00000080:1.0:1773941542.010860:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010862:0:14800:0:(obd_config.c:1594:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:1.0:1773941542.010864:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010867:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36200. 00000020:00000001:1.0:1773941542.010870:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010873:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d106a0 type=0x10620000 idx=10 00000040:00001000:1.0:1773941542.010876:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1773941542.010878:0:14800:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010880:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.010884:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff920d896cdd20. 00000020:00000080:1.0:1773941542.010886:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1773941542.010888:0:14800:0:(obd_config.c:1547:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:1.0:1773941542.010892:0:14800:0:(obd_config.c:1182:class_add_profile()) Process entered 00000020:01000000:1.0:1773941542.010894:0:14800:0:(obd_config.c:1184:class_add_profile()) Add profile lustre-client 00000020:00000010:1.0:1773941542.010898:0:14800:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff920da0cfe100. 00000020:00000010:1.0:1773941542.010903:0:14800:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff920d90454300. 00000020:00000010:1.0:1773941542.010907:0:14800:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff920d90454740. 00000020:00000010:1.0:1773941542.010912:0:14800:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff920d90454820. 00000020:00000001:1.0:1773941542.010916:0:14800:0:(obd_config.c:1217:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.010918:0:14800:0:(obd_config.c:1558:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010921:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff920d896cdd20. 00000020:00000001:1.0:1773941542.010923:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010926:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10718 type=0x10620000 idx=11 00000040:00001000:1.0:1773941542.010929:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1773941542.010931:0:14800:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010933:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010934:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010936:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010938:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.010942:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36200. 00000020:00000080:1.0:1773941542.010952:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010954:0:14800:0:(obd_config.c:1594:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:1.0:1773941542.010956:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010959:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36200. 00000020:00000001:1.0:1773941542.010961:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010964:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d107f8 type=0x10620000 idx=12 00000040:00001000:1.0:1773941542.010966:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1773941542.010968:0:14800:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.010971:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.010973:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.010974:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.010975:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.010979:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.010980:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.010984:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36200. 00000020:00000080:1.0:1773941542.010986:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.010988:0:14800:0:(obd_config.c:1594:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:1.0:1773941542.010990:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.010992:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36200. 00000020:00000001:1.0:1773941542.010996:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.010999:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d108d8 type=0x10620000 idx=13 00000040:00001000:1.0:1773941542.011001:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1773941542.011003:0:14800:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.011005:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.011009:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920da0cfebc0. 00000020:00000080:1.0:1773941542.011011:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773941542.011015:0:14800:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp) 00000100:00000010:1.0:1773941542.011021:0:14800:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d90953c00. 00000100:00000040:1.0:1773941542.011026:0:14800:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.109@tcp 192.168.204.109@tcp cnt=2 00000400:00000200:1.0:1773941542.011030:0:14800:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1773941542.011033:0:14800:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773941542.011036:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.011041:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.011046:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941542.011058:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.011065:0:14800:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941542.011069:0:14800:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941542.011073:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.011075:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.204.119@tcp 00000400:00000200:1.0:1773941542.011078:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941542.011081:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.119@tcp NID flags 0x1: -114 00000400:00000200:1.0:1773941542.011083:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.119@tcp 00000100:00000010:1.0:1773941542.011087:0:14800:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d90953c00. 00000020:00000001:1.0:1773941542.011091:0:14800:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.011093:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.011096:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.011099:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10930 type=0x10620000 idx=14 00000040:00001000:1.0:1773941542.011102:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1773941542.011104:0:14800:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.011106:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.011110:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da0cfebc0. 00000020:01000000:1.0:1773941542.011113:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000010:1.0:1773941542.011143:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.011147:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941542.011150:0:14800:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941542.011152:0:14800:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773941542.011160:0:14800:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d90c03370. 00000020:00000080:1.0:1773941542.011164:0:14800:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff920d908c6800 (ffff920d90c03370) 00000020:00000001:1.0:1773941542.011167:0:14800:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.011171:0:14800:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d86bec000. 00000020:00000001:1.0:1773941542.011173:0:14800:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.011176:0:14800:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d86bec000 with handle 0xef3f469e0cc3ae1b to hash 00000020:00000001:1.0:1773941542.011178:0:14800:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.011180:0:14800:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.011182:0:14800:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.011184:0:14800:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185525719040 : -120888183832576 : ffff920d86bec000) 00000020:00000040:1.0:1773941542.011187:0:14800:0:(genops.c:898:class_export_put()) PUTting export ffff920d86bec000 : new refcount 1 00000020:00000040:1.0:1773941542.011192:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff920d908c6800 (ffff920d90c03370) now 2 - obd_device_list 00000020:00000001:1.0:1773941542.011205:0:14800:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941542.011207:0:14800:0:(obd_config.c:757:class_attach()) OBD: dev 3 attached type mdc with refcount 2 00000020:00000001:1.0:1773941542.011209:0:14800:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.011211:0:14800:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.011214:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.011217:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.011220:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.011223:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d109b0 type=0x10620000 idx=15 00000040:00001000:1.0:1773941542.011226:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1773941542.011228:0:14800:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.011230:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.011234:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da0cfebc0. 00000020:01000000:1.0:1773941542.011237:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000010:1.0:1773941542.011241:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.011243:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773941542.011246:0:14800:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773941542.011265:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.011268:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d84d36200. 00000001:00000010:1.0:1773941542.011273:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88c5efe0. 00000001:00000010:1.0:1773941542.011277:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7fa00. 00000001:00000010:1.0:1773941542.011281:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7ec00. 00000001:00000010:1.0:1773941542.011283:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7f400. 00000001:00000010:1.0:1773941542.011287:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f7e200. 00000020:00000001:1.0:1773941542.011289:0:14800:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1773941542.011293:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.011298:0:14800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.011302:0:14800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.011307:0:14800:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.011311:0:14800:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.011316:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7e400. 00000020:00000010:1.0:1773941542.011320:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7e800. 00000020:00000010:1.0:1773941542.011340:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d896cdd20. 00020000:00000010:1.0:1773941542.011347:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.011359:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000002:00000010:1.0:1773941542.011365:0:14800:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff920d86cf4280. 00000002:00000001:1.0:1773941542.011370:0:14800:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:1.0:1773941542.011374:0:14800:0:(osc_request.c:4040:osc_setup_common()) Process entered 00000100:00000001:1.0:1773941542.011377:0:14800:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773941542.011379:0:14800:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.011382:0:14800:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1773941542.011390:0:14800:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920da078f000. 00010000:00000010:1.0:1773941542.011400:0:14800:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920da0788000. 00010000:00000010:1.0:1773941542.011407:0:14800:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff920da0cfeb80. 00010000:00000001:1.0:1773941542.011410:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.011413:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.011419:0:14800:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d90f89000. 00000020:00000040:1.0:1773941542.011422:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff920d908c6800 (ffff920d90c03370) now 3 - import 00000020:00000001:1.0:1773941542.011428:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.011430:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=1 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:1.0:1773941542.011432:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773941542.011434:0:14800:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773941542.011443:0:14800:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941542.011447:0:14800:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773941542.011451:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.011457:0:14800:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000001:1.0:1773941542.011461:0:14800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941542.011464:0:14800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 4 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.011468:0:14800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:1.0:1773941542.011471:0:14800:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623185586497472 : -120888123054144 : 0xffff920d8a5e27c0) 00000100:00000040:1.0:1773941542.011475:0:14800:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff920d8a5e27c0 refcount 4 to 192.168.204.109@tcp 00000100:00000040:1.0:1773941542.011478:0:14800:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.109@tcp -> ffff920d8a5e27c0 00010000:00000010:1.0:1773941542.011482:0:14800:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d896cdd80. 00010000:00080000:1.0:1773941542.011485:0:14800:0:(ldlm_lib.c:102:import_set_conn()) imp ffff920d90f89000@lustre-MDT0000-mdc-ffff920d908c6800: add connection 192.168.204.109@tcp at head 00010000:00000001:1.0:1773941542.011488:0:14800:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.011491:0:14800:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773941542.011493:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.011502:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773941542.011506:0:14800:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d90951c00. 00000001:00000001:1.0:1773941542.011509:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.011512:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d90f7fc00. 00000001:00000010:1.0:1773941542.011517:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff920d84d36d00. 00000001:00000010:1.0:1773941542.011576:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2215000. 00000001:00000010:1.0:1773941542.011648:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2225000. 00000001:00000010:1.0:1773941542.011723:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc222f000. 00000001:00000010:1.0:1773941542.011793:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2239000. 00000001:00000010:1.0:1773941542.011869:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2243000. 00000001:00000010:1.0:1773941542.011949:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc224d000. 00000001:00000010:1.0:1773941542.012026:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2257000. 00000001:00000010:1.0:1773941542.012102:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2261000. 00000001:00000010:1.0:1773941542.012196:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc226b000. 00000001:00000010:1.0:1773941542.012265:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2275000. 00000001:00000010:1.0:1773941542.012346:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc227f000. 00000001:00000010:1.0:1773941542.012421:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2289000. 00000001:00000010:1.0:1773941542.012492:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2293000. 00000001:00000010:1.0:1773941542.012557:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc229d000. 00000001:00000010:1.0:1773941542.012613:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22a7000. 00000001:00000010:1.0:1773941542.012667:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22b1000. 00000001:00000010:1.0:1773941542.012721:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22bb000. 00000001:00000010:1.0:1773941542.012774:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22c5000. 00000001:00000010:1.0:1773941542.012825:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22cf000. 00000001:00000010:1.0:1773941542.012874:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22d9000. 00000001:00000010:1.0:1773941542.012923:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22e3000. 00000001:00000010:1.0:1773941542.012977:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22ed000. 00000001:00000010:1.0:1773941542.013029:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc22f7000. 00000001:00000010:1.0:1773941542.013079:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2301000. 00000001:00000010:1.0:1773941542.013153:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc230b000. 00000001:00000010:1.0:1773941542.013214:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2315000. 00000001:00000010:1.0:1773941542.013284:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc231f000. 00000001:00000010:1.0:1773941542.013356:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2329000. 00000001:00000010:1.0:1773941542.013413:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc233d000. 00000001:00000010:1.0:1773941542.013468:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc234d000. 00000001:00000010:1.0:1773941542.013525:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2357000. 00000001:00000010:1.0:1773941542.013581:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2361000. 00000020:00000010:1.0:1773941542.013695:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e03000. 00000020:00000010:1.0:1773941542.013699:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d85212300. 00010000:00000001:1.0:1773941542.013715:0:14800:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773941542.013740:0:14800:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773941542.013756:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e02800. 00000020:00000010:1.0:1773941542.013759:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d90f7e600. 00010000:00000001:1.0:1773941542.013770:0:14800:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773941542.013772:0:14800:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff920d908c6800-1 is initialized 00010000:00000001:1.0:1773941542.013773:0:14800:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.013776:0:14800:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446623185690762240 : -120888018789376 : ffff920d90951c00) 00010000:00000001:1.0:1773941542.013779:0:14800:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773941542.013784:0:14800:0:(osc_request.c:745:osc_update_next_shrink()) next time 1548 to shrink grant 00000008:00000001:1.0:1773941542.013786:0:14800:0:(osc_request.c:4062:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.013921:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e00000. 00000020:00000010:1.0:1773941542.013924:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d90f7f200. 00000020:00000010:1.0:1773941542.013947:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e00800. 00000020:00000010:1.0:1773941542.013950:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920da078a000. 00000002:00000001:1.0:1773941542.013966:0:14800:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:1.0:1773941542.013968:0:14800:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:1.0:1773941542.013971:0:14800:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920d89672900. 00000020:00000040:1.0:1773941542.013973:0:14800:0:(genops.c:887:class_export_get()) GET export ffff920d86bec000 refcount=2 00000040:01000000:1.0:1773941542.013976:0:14800:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff920d908c6800 ctxt 13 is initialized 00000040:00000001:1.0:1773941542.013978:0:14800:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773941542.013980:0:14800:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d89672900 : new refcount 2 00000040:00000001:1.0:1773941542.013982:0:14800:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:1.0:1773941542.013985:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=2 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000040:00000001:1.0:1773941542.013986:0:14800:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773941542.013988:0:14800:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920d89672900 : new refcount 1 00000002:00000001:1.0:1773941542.013996:0:14800:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.013998:0:14800:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:1.0:1773941542.014001:0:14800:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff920d90f8e800. 00000002:00000001:1.0:1773941542.014192:0:14800:0:(mdc_changelog.c:859:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773941542.014195:0:14800:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.014197:0:14800:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.014199:0:14800:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446623185526801024 : -120888182750592 : ffff920d86cf4280) 00000002:00000001:1.0:1773941542.014202:0:14800:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.014205:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7e800. 00000020:00000010:1.0:1773941542.014207:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d896cdd20. 00020000:00000010:1.0:1773941542.014211:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.014215:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.014218:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7e400. 00000020:00000010:1.0:1773941542.014223:0:14800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.014226:0:14800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.014230:0:14800:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.014234:0:14800:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.014238:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7fe00. 00000020:00000001:1.0:1773941542.014241:0:14800:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.014244:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff920d908c6800 (ffff920d90c03370) now 4 - setup 00000020:00000080:1.0:1773941542.014247:0:14800:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff920d908c6800 (uuid 27fd897d-18d3-46f3-b912-4a61ec2d8da8) 00000020:00000001:1.0:1773941542.014250:0:14800:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.014252:0:14800:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014255:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.014259:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.014263:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014266:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10a40 type=0x10620000 idx=16 00000040:00001000:1.0:1773941542.014268:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1773941542.014270:0:14800:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014272:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.014275:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920da0cfebc0. 00000020:01000000:1.0:1773941542.014277:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff920d908c6800 00000020:00000010:1.0:1773941542.014287:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.014289:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1773941542.014293:0:14800:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941542.014296:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.014299:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7e400. 00000040:00000010:1.0:1773941542.014303:0:14800:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d90f7e800. 00000020:00000010:1.0:1773941542.014307:0:14800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90f8b800. 00000020:00000010:1.0:1773941542.014310:0:14800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d90f7f800. 00040000:00000010:1.0:1773941542.014313:0:14800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d84d36e00. 00040000:00000010:1.0:1773941542.014316:0:14800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d90f7f600. 00800000:00000001:1.0:1773941542.014319:0:14800:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:1.0:1773941542.014339:0:14800:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:1.0:1773941542.014341:0:14800:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:1.0:1773941542.014347:0:14800:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff920d90f93800. 00020000:00000001:1.0:1773941542.014350:0:14800:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:1.0:1773941542.014353:0:14800:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff920da078e000. 00020000:00000001:1.0:1773941542.014356:0:14800:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.014358:0:14800:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.014361:0:14800:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773941542.014364:0:14800:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.014367:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7e400. 00000040:00000010:1.0:1773941542.014372:0:14800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d90f7e800. 00000020:00000010:1.0:1773941542.014375:0:14800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90f8b800. 00000020:00000010:1.0:1773941542.014380:0:14800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d90f7f800. 00040000:00000010:1.0:1773941542.014385:0:14800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d84d36e00. 00040000:00000010:1.0:1773941542.014391:0:14800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d90f7f600. 00000020:00000010:1.0:1773941542.014395:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7fe00. 00000020:00000001:1.0:1773941542.014399:0:14800:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.014402:0:14800:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941542.014406:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92400. 00000020:00000010:1.0:1773941542.014410:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f93600. 00000020:00000010:1.0:1773941542.014413:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.014417:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.014422:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00020000:00000001:1.0:1773941542.014435:0:14800:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:1.0:1773941542.014437:0:14800:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.014443:0:14800:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00000020:00000040:1.0:1773941542.014448:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff920d908c6800 (ffff920d90c00000) now 4 - lov 00020000:00000001:1.0:1773941542.014452:0:14800:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.014455:0:14800:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.014458:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f93600. 00000020:00000010:1.0:1773941542.014463:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.014467:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.014471:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.014476:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92400. 00000020:00000001:1.0:1773941542.014479:0:14800:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.014482:0:14800:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014485:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.014489:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.014492:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014495:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1773941542.014498:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1773941542.014501:0:14800:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014504:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.014506:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.014509:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.014511:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.014516:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36e00. 00000020:00000080:1.0:1773941542.014519:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.014522:0:14800:0:(obd_config.c:1594:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:1.0:1773941542.014525:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014528:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36e00. 00000020:00000001:1.0:1773941542.014532:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014535:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1773941542.014537:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1773941542.014540:0:14800:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014543:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.014544:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.014551:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.014554:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1773941542.014557:0:14800:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1773941542.014559:0:14800:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773941542.014561:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014563:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1773941542.014566:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1773941542.014569:0:14800:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014571:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:1.0:1773941542.014572:0:14800:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773941542.014575:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014577:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1773941542.014580:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1773941542.014582:0:14800:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014585:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.014587:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.014588:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.014591:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:1.0:1773941542.014595:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36e00. 00000020:00000080:1.0:1773941542.014597:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.014599:0:14800:0:(obd_config.c:1594:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:1.0:1773941542.014602:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014605:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36e00. 00000020:00000001:1.0:1773941542.014609:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014612:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1773941542.014614:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1773941542.014616:0:14800:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014619:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.014620:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.014622:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.014624:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.014627:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.014629:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.014634:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d84d36e00. 00000020:00000080:1.0:1773941542.014636:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.014644:0:14800:0:(obd_config.c:1594:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000001:1.0:1773941542.014646:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014649:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d84d36e00. 00000020:00000001:1.0:1773941542.014653:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014656:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1773941542.014658:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1773941542.014661:0:14800:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014664:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.014668:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920da0cfebc0. 00000020:00000080:1.0:1773941542.014671:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773941542.014675:0:14800:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp) 00000100:00000010:1.0:1773941542.014681:0:14800:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d88e01c00. 00000100:00000040:1.0:1773941542.014686:0:14800:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.109@tcp 192.168.204.109@tcp cnt=2 00000400:00000200:1.0:1773941542.014689:0:14800:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1773941542.014691:0:14800:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773941542.014695:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.014698:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.014703:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941542.014708:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.014713:0:14800:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941542.014718:0:14800:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941542.014721:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.014723:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.204.119@tcp 00000400:00000200:1.0:1773941542.014726:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941542.014730:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.119@tcp NID flags 0x1: -114 00000400:00000200:1.0:1773941542.014732:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.119@tcp 00000100:00000010:1.0:1773941542.014735:0:14800:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d88e01c00. 00000020:00000001:1.0:1773941542.014739:0:14800:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014743:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.014746:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014749:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10f08 type=0x10620000 idx=23 00000040:00001000:1.0:1773941542.014751:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1773941542.014754:0:14800:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014757:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.014769:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da0cfebc0. 00000020:01000000:1.0:1773941542.014773:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff920d908c6800 00000020:00000010:1.0:1773941542.014777:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.014780:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941542.014782:0:14800:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941542.014784:0:14800:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773941542.014792:0:14800:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d90c019b8. 00000020:00000080:1.0:1773941542.014795:0:14800:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff920d908c6800 (ffff920d90c019b8) 00000020:00000001:1.0:1773941542.014798:0:14800:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.014803:0:14800:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90f8b800. 00000020:00000001:1.0:1773941542.014805:0:14800:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.014808:0:14800:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90f8b800 with handle 0xef3f469e0cc3ae22 to hash 00000020:00000001:1.0:1773941542.014811:0:14800:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.014815:0:14800:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.014817:0:14800:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.014821:0:14800:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185697290240 : -120888012261376 : ffff920d90f8b800) 00000020:00000040:1.0:1773941542.014824:0:14800:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8b800 : new refcount 1 00000020:00000040:1.0:1773941542.014830:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff920d908c6800 (ffff920d90c019b8) now 2 - obd_device_list 00000020:00000001:1.0:1773941542.014833:0:14800:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941542.014836:0:14800:0:(obd_config.c:757:class_attach()) OBD: dev 4 attached type mdc with refcount 2 00000020:00000001:1.0:1773941542.014839:0:14800:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.014842:0:14800:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.014845:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.014848:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.014851:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.014854:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d10f88 type=0x10620000 idx=24 00000040:00001000:1.0:1773941542.014856:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1773941542.014859:0:14800:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.014861:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.014865:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920da0cfebc0. 00000020:01000000:1.0:1773941542.014868:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff920d908c6800 00000020:00000010:1.0:1773941542.014872:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.014874:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773941542.014888:0:14800:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773941542.014913:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.014917:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d84d36e00. 00000001:00000010:1.0:1773941542.014924:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88c5edc0. 00000001:00000010:1.0:1773941542.014929:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f92400. 00000001:00000010:1.0:1773941542.014933:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f93600. 00000001:00000010:1.0:1773941542.014938:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f93400. 00000001:00000010:1.0:1773941542.014943:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f92200. 00000020:00000001:1.0:1773941542.014946:0:14800:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1773941542.014950:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92c00. 00000020:00000010:1.0:1773941542.014956:0:14800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.014961:0:14800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.014967:0:14800:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.014973:0:14800:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.014979:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92000. 00000020:00000010:1.0:1773941542.014984:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f93e00. 00000020:00000010:1.0:1773941542.014989:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.014994:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.014999:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000002:00000010:1.0:1773941542.015005:0:14800:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff920d86cf4780. 00000002:00000001:1.0:1773941542.015008:0:14800:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:1.0:1773941542.015010:0:14800:0:(osc_request.c:4040:osc_setup_common()) Process entered 00000100:00000001:1.0:1773941542.015012:0:14800:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773941542.015015:0:14800:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.015017:0:14800:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1773941542.015024:0:14800:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920da078b000. 00010000:00000010:1.0:1773941542.015036:0:14800:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d83573000. 00010000:00000010:1.0:1773941542.015041:0:14800:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff920da0cfe040. 00010000:00000001:1.0:1773941542.015043:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.015045:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.015049:0:14800:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d90f8b000. 00000020:00000040:1.0:1773941542.015051:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff920d908c6800 (ffff920d90c019b8) now 3 - import 00000020:00000001:1.0:1773941542.015058:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.015059:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90f8b000 refcount=1 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000020:00000001:1.0:1773941542.015061:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773941542.015068:0:14800:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773941542.015076:0:14800:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941542.015079:0:14800:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773941542.015082:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.015085:0:14800:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000001:1.0:1773941542.015087:0:14800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941542.015090:0:14800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 5 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.015093:0:14800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:1.0:1773941542.015096:0:14800:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623185586497472 : -120888123054144 : 0xffff920d8a5e27c0) 00000100:00000040:1.0:1773941542.015098:0:14800:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff920d8a5e27c0 refcount 5 to 192.168.204.109@tcp 00000100:00000040:1.0:1773941542.015100:0:14800:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.109@tcp -> ffff920d8a5e27c0 00010000:00000010:1.0:1773941542.015104:0:14800:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d85212660. 00010000:00080000:1.0:1773941542.015105:0:14800:0:(ldlm_lib.c:102:import_set_conn()) imp ffff920d90f8b000@lustre-MDT0001-mdc-ffff920d908c6800: add connection 192.168.204.109@tcp at head 00010000:00000001:1.0:1773941542.015107:0:14800:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.015108:0:14800:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773941542.015109:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.015111:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773941542.015115:0:14800:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d88e03800. 00000001:00000001:1.0:1773941542.015138:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.015141:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d90f92e00. 00000001:00000010:1.0:1773941542.015146:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff920d84d36400. 00000001:00000010:1.0:1773941542.015192:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2371000. 00000001:00000010:1.0:1773941542.015258:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc237b000. 00000001:00000010:1.0:1773941542.015314:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2385000. 00000001:00000010:1.0:1773941542.015384:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc238f000. 00000001:00000010:1.0:1773941542.015439:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2399000. 00000001:00000010:1.0:1773941542.015485:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23a3000. 00000001:00000010:1.0:1773941542.015538:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23ad000. 00000001:00000010:1.0:1773941542.015588:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23b7000. 00000001:00000010:1.0:1773941542.015637:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23c1000. 00000001:00000010:1.0:1773941542.015685:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23cb000. 00000001:00000010:1.0:1773941542.015730:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23d5000. 00000001:00000010:1.0:1773941542.015780:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23df000. 00000001:00000010:1.0:1773941542.015828:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23e9000. 00000001:00000010:1.0:1773941542.015894:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23f3000. 00000001:00000010:1.0:1773941542.015949:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc23fd000. 00000001:00000010:1.0:1773941542.016003:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2407000. 00000001:00000010:1.0:1773941542.016049:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2411000. 00000001:00000010:1.0:1773941542.016097:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc241b000. 00000001:00000010:1.0:1773941542.016166:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2425000. 00000001:00000010:1.0:1773941542.016239:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc242f000. 00000001:00000010:1.0:1773941542.016307:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2439000. 00000001:00000010:1.0:1773941542.016389:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2443000. 00000001:00000010:1.0:1773941542.016457:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc244d000. 00000001:00000010:1.0:1773941542.016526:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2457000. 00000001:00000010:1.0:1773941542.016585:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2461000. 00000001:00000010:1.0:1773941542.016634:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc246b000. 00000001:00000010:1.0:1773941542.016679:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2475000. 00000001:00000010:1.0:1773941542.016725:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc247f000. 00000001:00000010:1.0:1773941542.016770:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2489000. 00000001:00000010:1.0:1773941542.016811:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc2493000. 00000001:00000010:1.0:1773941542.016855:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc249d000. 00000001:00000010:1.0:1773941542.016899:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffff9d9dc24a7000. 00000020:00000010:1.0:1773941542.016951:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e02c00. 00000020:00000010:1.0:1773941542.016954:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d85212000. 00010000:00000001:1.0:1773941542.016964:0:14800:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773941542.016985:0:14800:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773941542.016995:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e01800. 00000020:00000010:1.0:1773941542.016997:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d90f93a00. 00010000:00000001:1.0:1773941542.017005:0:14800:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773941542.017006:0:14800:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff920d908c6800-2 is initialized 00010000:00000001:1.0:1773941542.017008:0:14800:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.017010:0:14800:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446623185561466880 : -120888148084736 : ffff920d88e03800) 00010000:00000001:1.0:1773941542.017020:0:14800:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773941542.017024:0:14800:0:(osc_request.c:745:osc_update_next_shrink()) next time 1548 to shrink grant 00000008:00000001:1.0:1773941542.017026:0:14800:0:(osc_request.c:4062:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.017206:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e00c00. 00000020:00000010:1.0:1773941542.017210:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff920d90f92a00. 00000020:00000010:1.0:1773941542.017235:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88e03c00. 00000020:00000010:1.0:1773941542.017239:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d83577000. 00000002:00000001:1.0:1773941542.017263:0:14800:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:1.0:1773941542.017265:0:14800:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:1.0:1773941542.017269:0:14800:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff920da13003c0. 00000020:00000040:1.0:1773941542.017272:0:14800:0:(genops.c:887:class_export_get()) GET export ffff920d90f8b800 refcount=2 00000040:01000000:1.0:1773941542.017273:0:14800:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-mdc-ffff920d908c6800 ctxt 13 is initialized 00000040:00000001:1.0:1773941542.017275:0:14800:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773941542.017276:0:14800:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920da13003c0 : new refcount 2 00000040:00000001:1.0:1773941542.017279:0:14800:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:1.0:1773941542.017280:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90f8b000 refcount=2 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000040:00000001:1.0:1773941542.017282:0:14800:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773941542.017284:0:14800:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff920da13003c0 : new refcount 1 00000002:00000001:1.0:1773941542.017286:0:14800:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.017287:0:14800:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:1.0:1773941542.017290:0:14800:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff920d90f88000. 00000002:00000001:1.0:1773941542.017482:0:14800:0:(mdc_changelog.c:859:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773941542.017485:0:14800:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.017487:0:14800:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.017489:0:14800:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446623185526802304 : -120888182749312 : ffff920d86cf4780) 00000002:00000001:1.0:1773941542.017492:0:14800:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.017494:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f93e00. 00000020:00000010:1.0:1773941542.017499:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.017502:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.017505:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.017507:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92000. 00000020:00000010:1.0:1773941542.017509:0:14800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.017511:0:14800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.017520:0:14800:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.017523:0:14800:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.017526:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92c00. 00000020:00000001:1.0:1773941542.017529:0:14800:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.017531:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff920d908c6800 (ffff920d90c019b8) now 4 - setup 00000020:00000080:1.0:1773941542.017533:0:14800:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff920d908c6800 (uuid 27fd897d-18d3-46f3-b912-4a61ec2d8da8) 00000020:00000001:1.0:1773941542.017536:0:14800:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.017538:0:14800:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017541:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.017544:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920da0cfebc0. 00000020:00000001:1.0:1773941542.017548:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017550:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11018 type=0x10620000 idx=25 00000040:00001000:1.0:1773941542.017552:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:1.0:1773941542.017553:0:14800:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017555:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.017559:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d88ef0c80. 00000020:01000000:1.0:1773941542.017561:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff920d908c6800 00000020:00000010:1.0:1773941542.017564:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.017566:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1773941542.017569:0:14800:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941542.017572:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92c00. 00000020:00000010:1.0:1773941542.017575:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f92000. 00000040:00000010:1.0:1773941542.017580:0:14800:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d90f93e00. 00000020:00000010:1.0:1773941542.017584:0:14800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90f8d800. 00000020:00000010:1.0:1773941542.017588:0:14800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d90f92800. 00040000:00000010:1.0:1773941542.017592:0:14800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d8a70e200. 00040000:00000010:1.0:1773941542.017595:0:14800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d90f93000. 00800000:00000001:1.0:1773941542.017597:0:14800:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:1.0:1773941542.017600:0:14800:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:1.0:1773941542.017601:0:14800:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:1.0:1773941542.017606:0:14800:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff920d90f93200. 00020000:00000001:1.0:1773941542.017608:0:14800:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1773941542.017610:0:14800:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.017614:0:14800:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.017615:0:14800:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773941542.017617:0:14800:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.017619:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f92000. 00000040:00000010:1.0:1773941542.017621:0:14800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d90f93e00. 00000020:00000010:1.0:1773941542.017623:0:14800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90f8d800. 00000020:00000010:1.0:1773941542.017626:0:14800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d90f92800. 00040000:00000010:1.0:1773941542.017629:0:14800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d8a70e200. 00040000:00000010:1.0:1773941542.017633:0:14800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d90f93000. 00000020:00000010:1.0:1773941542.017636:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92c00. 00000020:00000001:1.0:1773941542.017638:0:14800:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.017641:0:14800:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941542.017644:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92c00. 00000020:00000010:1.0:1773941542.017646:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f93000. 00000020:00000010:1.0:1773941542.017648:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.017651:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.017654:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00020000:00000001:1.0:1773941542.017657:0:14800:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:1.0:1773941542.017658:0:14800:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.017661:0:14800:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00020000:00000001:1.0:1773941542.017662:0:14800:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.017664:0:14800:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.017666:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f93000. 00000020:00000010:1.0:1773941542.017669:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.017672:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.017675:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.017678:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92c00. 00000020:00000001:1.0:1773941542.017681:0:14800:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.017683:0:14800:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017684:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.017688:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.017690:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017692:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d110b8 type=0x10620000 idx=26 00000040:00001000:1.0:1773941542.017694:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:1.0:1773941542.017696:0:14800:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017701:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.017702:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.017703:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.017704:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.017708:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d8a70e200. 00000020:00000080:1.0:1773941542.017710:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.017711:0:14800:0:(obd_config.c:1594:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:00000001:1.0:1773941542.017714:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017716:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d8a70e200. 00000020:00000001:1.0:1773941542.017719:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017721:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11198 type=0x10620000 idx=27 00000040:00001000:1.0:1773941542.017723:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1773941542.017724:0:14800:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017726:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.017727:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.017729:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.017731:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1773941542.017732:0:14800:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1773941542.017734:0:14800:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773941542.017736:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017739:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11278 type=0x10620000 idx=28 00000040:00001000:1.0:1773941542.017741:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1773941542.017742:0:14800:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017743:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:1.0:1773941542.017744:0:14800:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1773941542.017746:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017747:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d112c8 type=0x10620000 idx=29 00000040:00001000:1.0:1773941542.017749:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:1.0:1773941542.017751:0:14800:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017752:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.017754:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.017755:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.017756:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:1.0:1773941542.017759:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d8a70e200. 00000020:00000080:1.0:1773941542.017761:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.017766:0:14800:0:(obd_config.c:1594:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:00000001:1.0:1773941542.017767:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017769:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d8a70e200. 00000020:00000001:1.0:1773941542.017772:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017774:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d113a8 type=0x10620000 idx=30 00000040:00001000:1.0:1773941542.017776:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:1.0:1773941542.017778:0:14800:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017779:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.017781:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.017782:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.017784:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.017786:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1773941542.017788:0:14800:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.109@tcp,192.168.204.119@tcp:/lustre 00000020:00000001:1.0:1773941542.017790:0:14800:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.017793:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d8a70e200. 00000020:00000080:1.0:1773941542.017794:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.017795:0:14800:0:(obd_config.c:1594:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000001:1.0:1773941542.017797:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017798:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d8a70e200. 00000020:00000001:1.0:1773941542.017800:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017802:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11488 type=0x10620000 idx=31 00000040:00001000:1.0:1773941542.017803:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1773941542.017804:0:14800:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017806:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.017808:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff920d88ef0c80. 00000020:00000080:1.0:1773941542.017810:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773941542.017813:0:14800:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.204.109@tcp to nid 0x20000c0a8cc6d (192.168.204.109@tcp) 00000100:00000010:1.0:1773941542.017817:0:14800:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff920d88e01000. 00000100:00000040:1.0:1773941542.017820:0:14800:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.109@tcp 192.168.204.109@tcp cnt=2 00000400:00000200:1.0:1773941542.017822:0:14800:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1773941542.017823:0:14800:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773941542.017826:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.017830:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.017833:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941542.017841:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.017848:0:14800:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941542.017851:0:14800:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:1.0:1773941542.017853:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.017855:0:14800:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.204.119@tcp 00000400:00000200:1.0:1773941542.017858:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1773941542.017862:0:14800:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.119@tcp NID flags 0x1: -114 00000400:00000200:1.0:1773941542.017864:0:14800:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.119@tcp 00000100:00000010:1.0:1773941542.017866:0:14800:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff920d88e01000. 00000020:00000001:1.0:1773941542.017869:0:14800:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017871:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.017873:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017875:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d114e0 type=0x10620000 idx=32 00000040:00001000:1.0:1773941542.017877:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:1.0:1773941542.017879:0:14800:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017881:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.017884:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d88ef0c80. 00000020:01000000:1.0:1773941542.017886:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff920d908c6800 00000020:00000010:1.0:1773941542.017889:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.017890:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941542.017891:0:14800:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941542.017892:0:14800:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1773941542.017903:0:14800:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff920d88f719b8. 00000020:00000080:1.0:1773941542.017906:0:14800:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff920d908c6800 (ffff920d88f719b8) 00000020:00000001:1.0:1773941542.017908:0:14800:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.017912:0:14800:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90f8d800. 00000020:00000001:1.0:1773941542.017914:0:14800:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.017918:0:14800:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90f8d800 with handle 0xef3f469e0cc3ae29 to hash 00000020:00000001:1.0:1773941542.017920:0:14800:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.017923:0:14800:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.017925:0:14800:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.017928:0:14800:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185697298432 : -120888012253184 : ffff920d90f8d800) 00000020:00000040:1.0:1773941542.017930:0:14800:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8d800 : new refcount 1 00000020:00000040:1.0:1773941542.017935:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff920d908c6800 (ffff920d88f719b8) now 2 - obd_device_list 00000020:00000001:1.0:1773941542.017941:0:14800:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941542.017943:0:14800:0:(obd_config.c:757:class_attach()) OBD: dev 5 attached type osc with refcount 2 00000020:00000001:1.0:1773941542.017945:0:14800:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.017946:0:14800:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.017949:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.017952:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.017954:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.017956:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11560 type=0x10620000 idx=33 00000040:00001000:1.0:1773941542.017958:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:1.0:1773941542.017960:0:14800:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.017962:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.017965:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff920d88ef0c80. 00000020:01000000:1.0:1773941542.017967:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff920d908c6800 00000020:00000010:1.0:1773941542.017969:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff920d8a62fd80. 00000020:00000080:1.0:1773941542.017971:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1773941542.017973:0:14800:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:1.0:1773941542.018001:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.018004:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff920d8a70e200. 00000001:00000010:1.0:1773941542.018009:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff920d88f67ac0. 00000001:00000010:1.0:1773941542.018013:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f92c00. 00000001:00000010:1.0:1773941542.018017:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f93000. 00000001:00000010:1.0:1773941542.018021:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f92800. 00000001:00000010:1.0:1773941542.018024:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff920d90f93e00. 00000020:00000001:1.0:1773941542.018026:0:14800:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1773941542.018028:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f92000. 00000020:00000010:1.0:1773941542.018031:0:14800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.018034:0:14800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.018036:0:14800:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.018038:0:14800:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.018041:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.018043:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7f600. 00000020:00000010:1.0:1773941542.018046:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.018050:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.018059:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00000008:00000010:1.0:1773941542.018063:0:14800:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff920d86cf4080. 00000008:00000001:1.0:1773941542.018069:0:14800:0:(osc_request.c:4082:osc_setup()) Process entered 00000008:00000001:1.0:1773941542.018070:0:14800:0:(osc_request.c:4040:osc_setup_common()) Process entered 00000100:00000001:1.0:1773941542.018072:0:14800:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773941542.018073:0:14800:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.018075:0:14800:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1773941542.018080:0:14800:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff920d83575000. 00010000:00000010:1.0:1773941542.018087:0:14800:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff920d83570000. 00010000:00000001:1.0:1773941542.018101:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.018104:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.018108:0:14800:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff920d90f8d000. 00000020:00000040:1.0:1773941542.018110:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff920d908c6800 (ffff920d88f719b8) now 3 - import 00000020:00000001:1.0:1773941542.018113:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.018115:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90f8d000 refcount=1 obd=lustre-OST0000-osc-ffff920d908c6800 00000020:00000001:1.0:1773941542.018138:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1773941542.018140:0:14800:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1773941542.018149:0:14800:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.109@tcp->12345-192.168.204.109@tcp 00000100:00000001:1.0:1773941542.018151:0:14800:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1773941542.018155:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.018160:0:14800:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.204.109@tcp primary NID 192.168.204.109@tcp rc 0 00000100:00000001:1.0:1773941542.018162:0:14800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941542.018165:0:14800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 6 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.018167:0:14800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:1.0:1773941542.018169:0:14800:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623185586497472 : -120888123054144 : 0xffff920d8a5e27c0) 00000100:00000040:1.0:1773941542.018172:0:14800:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff920d8a5e27c0 refcount 6 to 192.168.204.109@tcp 00000100:00000040:1.0:1773941542.018174:0:14800:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.109@tcp -> ffff920d8a5e27c0 00010000:00000010:1.0:1773941542.018178:0:14800:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff920d85212a20. 00010000:00080000:1.0:1773941542.018180:0:14800:0:(ldlm_lib.c:102:import_set_conn()) imp ffff920d90f8d000@lustre-OST0000-osc-ffff920d908c6800: add connection 192.168.204.109@tcp at head 00010000:00000001:1.0:1773941542.018183:0:14800:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.018184:0:14800:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1773941542.018186:0:14800:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941542.018187:0:14800:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773941542.018191:0:14800:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff920d88f78800. 00000001:00000001:1.0:1773941542.018197:0:14800:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1773941542.018201:0:14800:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff920d90f7f800. 00000001:00000010:1.0:1773941542.018207:0:14800:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff920d86cf4600. 00000001:00000010:1.0:1773941542.018214:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d84d14000. 00000001:00000010:1.0:1773941542.018230:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f88000. 00000001:00000010:1.0:1773941542.018239:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f8e000. 00000001:00000010:1.0:1773941542.018249:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f8a000. 00000001:00000010:1.0:1773941542.018258:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f8c000. 00000001:00000010:1.0:1773941542.018274:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f92000. 00000001:00000010:1.0:1773941542.018280:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f94000. 00000001:00000010:1.0:1773941542.018286:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f90000. 00000001:00000010:1.0:1773941542.018294:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f96000. 00000001:00000010:1.0:1773941542.018305:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f9e000. 00000001:00000010:1.0:1773941542.018312:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f9a000. 00000001:00000010:1.0:1773941542.018319:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f9c000. 00000001:00000010:1.0:1773941542.018337:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88f98000. 00000001:00000010:1.0:1773941542.018351:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88fa4000. 00000001:00000010:1.0:1773941542.018358:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88fa0000. 00000001:00000010:1.0:1773941542.018364:0:14800:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff920d88fa6000. 00000020:00000010:1.0:1773941542.018428:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88f79000. 00000020:00000010:1.0:1773941542.018431:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff920d896cdd20. 00010000:00000001:1.0:1773941542.018442:0:14800:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1773941542.018480:0:14800:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1773941542.018503:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88f79c00. 00000020:00000010:1.0:1773941542.018506:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff920d90f7e800. 00010000:00000001:1.0:1773941542.018517:0:14800:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1773941542.018518:0:14800:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff920d908c6800-3 is initialized 00010000:00000001:1.0:1773941542.018520:0:14800:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.018522:0:14800:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446623185562994688 : -120888146556928 : ffff920d88f78800) 00010000:00000001:1.0:1773941542.018525:0:14800:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773941542.018528:0:14800:0:(osc_request.c:745:osc_update_next_shrink()) next time 1548 to shrink grant 00000008:00000001:1.0:1773941542.018529:0:14800:0:(osc_request.c:4062:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.018709:0:14800:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018731:0:14800:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d88f78400. 00000020:00000010:1.0:1773941542.018734:0:14800:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff920d82c14000. 00000008:00000001:1.0:1773941542.018748:0:14800:0:(osc_request.c:4116:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941542.018750:0:14800:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446623185526800512 : -120888182751104 : ffff920d86cf4080) 00000008:00000001:1.0:1773941542.018753:0:14800:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.018755:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7f600. 00000020:00000010:1.0:1773941542.018758:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d85212de0. 00020000:00000010:1.0:1773941542.018761:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.018764:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.018767:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.018769:0:14800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.018771:0:14800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff920d90948190. 00020000:00000010:1.0:1773941542.018773:0:14800:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d90a4eac0. 00008000:00000010:1.0:1773941542.018775:0:14800:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920d90822018. 00000020:00000010:1.0:1773941542.018779:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f92000. 00000020:00000001:1.0:1773941542.018782:0:14800:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.018784:0:14800:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff920d908c6800 (ffff920d88f719b8) now 4 - setup 00000020:00000080:1.0:1773941542.018786:0:14800:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000-osc-ffff920d908c6800 (uuid 27fd897d-18d3-46f3-b912-4a61ec2d8da8) 00000020:00000001:1.0:1773941542.018787:0:14800:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.018789:0:14800:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018790:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff920d8a62fd80. 00000020:00000010:1.0:1773941542.018793:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.018794:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.018796:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d115f0 type=0x10620000 idx=34 00000040:00001000:1.0:1773941542.018797:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1773941542.018798:0:14800:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.018800:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.018802:0:14800:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff920d88ef0c80. 00000020:01000000:1.0:1773941542.018804:0:14800:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff920d908c6800 00000020:00000010:1.0:1773941542.018806:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff920d86cf4180. 00000020:00000080:1.0:1773941542.018808:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:1.0:1773941542.018814:0:14800:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941542.018816:0:14800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d90f7fe00. 00000020:00000010:1.0:1773941542.018820:0:14800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d90f7f600. 00000020:00000010:1.0:1773941542.018823:0:14800:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d85212de0. 00000008:00000010:1.0:1773941542.018827:0:14800:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941542.018830:0:14800:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.018832:0:14800:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d905dd8b8. 00020000:00000001:1.0:1773941542.018835:0:14800:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:1.0:1773941542.018839:0:14800:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:1.0:1773941542.018841:0:14800:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:1.0:1773941542.018846:0:14800:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff920d90f7e400. 00020000:01000000:1.0:1773941542.018848:0:14800:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff920d908c6800: Adding target lustre-OST0000_UUID 00020000:00000001:1.0:1773941542.018850:0:14800:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:1.0:1773941542.018854:0:14800:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff920d82c13000. 00020000:00000001:1.0:1773941542.018856:0:14800:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.018858:0:14800:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:1.0:1773941542.018860:0:14800:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:1.0:1773941542.018861:0:14800:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:1.0:1773941542.018863:0:14800:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.018864:0:14800:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773941542.018865:0:14800:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.018867:0:14800:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:1.0:1773941542.018869:0:14800:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000010:1.0:1773941542.018872:0:14800:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff920d90f92000. 00020000:00000001:1.0:1773941542.018873:0:14800:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.018875:0:14800:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.018877:0:14800:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.018879:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d90f7f600. 00000020:00000010:1.0:1773941542.018882:0:14800:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d85212de0. 00000008:00000010:1.0:1773941542.018886:0:14800:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941542.018889:0:14800:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920dc2077f00. 00008000:00000010:1.0:1773941542.018891:0:14800:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d905dd8b8. 00000020:00000010:1.0:1773941542.018892:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d90f7fe00. 00000020:00000001:1.0:1773941542.018894:0:14800:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.018895:0:14800:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018900:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff920d86cf4180. 00000020:00000010:1.0:1773941542.018902:0:14800:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.018903:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.018905:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11670 type=0x10620000 idx=35 00000040:00001000:1.0:1773941542.018907:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1773941542.018908:0:14800:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.018909:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.018910:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.018911:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.018911:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1773941542.018914:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d885d9a00. 00000020:00000080:1.0:1773941542.018916:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.018917:0:14800:0:(obd_config.c:1594:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:00000001:1.0:1773941542.018919:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018921:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d885d9a00. 00000020:00000001:1.0:1773941542.018923:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.018925:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11750 type=0x10620000 idx=36 00000040:00001000:1.0:1773941542.018927:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1773941542.018928:0:14800:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.018930:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1773941542.018930:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1773941542.018931:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1773941542.018932:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1773941542.018933:0:14800:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1773941542.018935:0:14800:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.018938:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d885d9a00. 00000020:00000080:1.0:1773941542.018939:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1773941542.018940:0:14800:0:(obd_config.c:1594:class_process_config()) marker 27 (0x1) lustre sys.timeout 00000020:00000001:1.0:1773941542.018941:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018943:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d885d9a00. 00000020:00000001:1.0:1773941542.018946:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.018947:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11830 type=0x10620000 idx=37 00000040:00001000:1.0:1773941542.018948:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:1.0:1773941542.018950:0:14800:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1773941542.018954:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1773941542.018957:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff920d88ef0c80. 00000020:00000080:1.0:1773941542.018959:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1773941542.018961:0:14800:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:1.0:1773941542.018963:0:14800:0:(obd_config.c:1572:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941542.018964:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff920d88ef0c80. 00000020:00000001:1.0:1773941542.018967:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1773941542.018968:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11880 type=0x10620000 idx=38 00000040:00001000:1.0:1773941542.018971:0:14800:0:(llog.c:720:llog_process_thread()) synced_idx: 38 00000040:00000001:1.0:1773941542.018973:0:14800:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1773941542.018975:0:14800:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1773941542.018977:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:1.0:1773941542.018982:0:14800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884daa00. 00000020:00000040:1.0:1773941542.018984:0:14800:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941542.018987:0:14800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.018990:0:14800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.018993:0:14800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.018997:0:14800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d90f7fe00. 00000100:00000001:1.0:1773941542.019002:0:14800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.019007:0:14800:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941542.019009:0:14800:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941542.019013:0:14800:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920da13336c0. 00000100:00000001:1.0:1773941542.019014:0:14800:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185969559232 : -120887739992384 : ffff920da13336c0) 00000100:00000001:1.0:1773941542.019017:0:14800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.019019:0:14800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000001:1.0:1773941542.019023:0:14800:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.019026:0:14800:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.019028:0:14800:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941542.019030:0:14800:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941542.019035:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.019044:0:14800:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.019047:0:14800:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.019051:0:14800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941542.019058:0:14800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941542.019061:0:14800:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941542.019064:0:14800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14800:1860112203411712:192.168.204.109@tcp:502:llog_process_th.0 00000100:00000001:1.0:1773941542.019068:0:14800:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941542.019072:0:14800:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941542.019074:0:14800:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.019076:0:14800:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941542.019088:0:14800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d88fa8000. 02000000:00000001:1.0:1773941542.019090:0:14800:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.019095:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941542.019098:0:14800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8edc0. 00000400:00000010:1.0:1773941542.019104:0:14800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920da1333300. 00000100:00000200:1.0:1773941542.019109:0:14800:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203411712, portal 25 00000100:00000001:1.0:1773941542.019111:0:14800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.019112:0:14800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551862272 : -120888157689344 : ffff920d884daa00) 00000100:00000040:1.0:1773941542.019133:0:14800:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.019140:0:14800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941542.019144:0:14800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941542.019147:0:14800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c7550. 00000100:00000200:1.0:1773941542.019151:0:14800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203411712, offset 0 00000400:00000200:1.0:1773941542.019157:0:14800:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941542.019164:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.019169:0:14800:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941542.019173:0:14800:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941542.019178:0:14800:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941542.019182:0:14800:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.019185:0:14800:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.019189:0:14800:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[116, 108] 00000400:00000200:1.0:1773941542.019192:0:14800:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.019194:0:14800:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [234:234:255:4294967295] 192.168.204.109@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1773941542.019198:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.019210:0:14800:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941542.019215:0:14800:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941542.019220:0:14800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d885d9a00. 00000800:00000200:1.0:1773941542.019225:0:14800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941542.019235:0:14800:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941542.019239:0:14800:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d885d9a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1773941542.019253:0:14800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.019257:0:14800:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941542.019260:0:14800:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017849 00000100:00000001:1.0:1773941542.019266:0:14800:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017837 00000100:00000001:1.0:1773941542.019271:0:14800:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017849 00000100:00000001:1.0:1773941542.019276:0:14800:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017837 00000100:00000001:1.0:1773941542.019280:0:14800:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.019282:0:14800:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.019284:0:14800:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941542.019285:0:14800:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941542.019287:0:14800:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da13336c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773941542.019289:0:14800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.019291:0:14800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.019365:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.019371:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d885d9a00. 00000400:00000200:3.0:1773941542.019377:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.019385:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.019390:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c7550 00000400:00000010:3.0:1773941542.019392:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c7550. 00000100:00000001:3.0:1773941542.019396:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.019402:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.019421:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.019426:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.019435:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.019437:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.020757:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.020767:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.020771:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.020812:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.020818:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.020824:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.020832:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.020836:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.020841:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.020845:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8472 into portal 25 MB=0x69bc31f207100 00000400:00000200:3.0:1773941542.020850:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.020856:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8472/8472 into md 0x114d [4] + 224 00000800:00000001:3.0:1773941542.020863:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.020873:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.020875:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.020879:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.020885:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.020891:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.020902:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.020922:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.020929:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.020934:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.020941:0:14800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941542.020949:0:14800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941542.020951:0:14800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941542.020953:0:14800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8edc0. 00000400:00000200:0.0:1773941542.020958:0:14800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da1333300 00000400:00000010:0.0:1773941542.020960:0:14800:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920da1333300. 00000100:00000001:0.0:1773941542.020962:0:14800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941542.020967:0:14800:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941542.020976:0:14800:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.020983:0:14800:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941542.020985:0:14800:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.020987:0:14800:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941542.020990:0:14800:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941542.020991:0:14800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941542.020993:0:14800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.020995:0:14800:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941542.021000:0:14800:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941542.021003:0:14800:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941542.021006:0:14800:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941542.021007:0:14800:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.021009:0:14800:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941542.021011:0:14800:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.021013:0:14800:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941542.021016:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.021021:0:14800:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.021030:0:14800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941542.021033:0:14800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941542.021037:0:14800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941542.021044:0:14800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14800:1860112203411712:192.168.204.109@tcp:502:llog_process_th.0 00000100:00000001:0.0:1773941542.021048:0:14800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.021052:0:14800:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.021053:0:14800:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941542.021055:0:14800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941542.021059:0:14800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.021064:0:14800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941542.021066:0:14800:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920da13336c0. 00000100:00000001:0.0:1773941542.021069:0:14800:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941542.021070:0:14800:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773941542.021074:0:14800:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1773941542.021075:0:14800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941542.021078:0:14800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884daa00 x1860112203411712/t0(0) o502->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.021084:0:14800:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941542.021086:0:14800:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941542.021088:0:14800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d88fa8000. 02000000:00000001:0.0:1773941542.021098:0:14800:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941542.021100:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941542.021101:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941542.021103:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941542.021106:0:14800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d90f7fe00. 02000000:00000001:0.0:1773941542.021109:0:14800:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941542.021111:0:14800:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941542.021112:0:14800:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884daa00. 00000100:00000001:0.0:1773941542.021224:0:14800:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941542.021225:0:14800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941542.021228:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941542.021235:0:14800:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:0.0:1773941542.021237:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1773941542.021239:0:14800:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773941542.021240:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11880 type=0x10620000 idx=38 00000040:00001000:0.0:1773941542.021243:0:14800:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1773941542.021245:0:14800:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 38 synced_idx: 38 lgh_last_idx: 38 00000020:00000001:0.0:1773941542.021247:0:14800:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773941542.021249:0:14800:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773941542.021250:0:14800:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773941542.021251:0:14800:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773941542.021256:0:14800:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff920d8359d500. 00000020:00000080:0.0:1773941542.021258:0:14800:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941542.021260:0:14800:0:(obd_config.c:1594:class_process_config()) marker 27 (0x2) lustre sys.timeout 00000020:00000001:0.0:1773941542.021262:0:14800:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941542.021264:0:14800:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff920d8359d500. 00000020:00000001:0.0:1773941542.021268:0:14800:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773941542.021270:0:14800:0:(llog.c:663:llog_process_thread()) processing rec 0xffff920d84d11960 type=0x0 idx=0 00000040:00000001:0.0:1773941542.021272:0:14800:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1773941542.021274:0:14800:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00000010:0.0:1773941542.021276:0:14800:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff920d84d10000. 00000020:00000010:0.0:1773941542.021284:0:14800:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920da0cfed40. 00000020:00000010:0.0:1773941542.021294:0:14800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920da12cfe00. 00000040:00000010:0.0:1773941542.021298:0:14800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920da12ce600. 00000020:00000010:0.0:1773941542.021302:0:14800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baa000. 00000020:00000010:0.0:1773941542.021308:0:14800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884fda90. 00000020:00000010:0.0:1773941542.021312:0:14800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920da12cfa00. 80000000:00000010:0.0:1773941542.021317:0:14800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d896cdf60. 40000000:00000010:0.0:1773941542.021322:0:14800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920da0cfeb40. 00100000:00000010:0.0:1773941542.021343:0:14800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d98bad000. 00040000:00000010:0.0:1773941542.021350:0:14800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d84d36100. 00040000:00000010:0.0:1773941542.021355:0:14800:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d88af0000. 00040000:00000010:0.0:1773941542.021359:0:14800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920da12cf200. 00000004:00000010:0.0:1773941542.021365:0:14800:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d88af3000. 00000004:00000010:0.0:1773941542.021369:0:14800:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82e0d000. 00000004:00000010:0.0:1773941542.021382:0:14800:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d86bed800. 00002000:00000010:0.0:1773941542.021387:0:14800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d82fe1c00. 00000004:00000010:0.0:1773941542.021391:0:14800:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d82fe0c00. 00000020:00000010:0.0:1773941542.021395:0:14800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920da12ce400. 00000040:00000010:2.0:1773941542.021421:0:14720:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff920d835b2a80. 00000040:00000001:2.0:1773941542.021427:0:14720:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1773941542.021430:0:14720:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 00000040:00000010:2.0:1773941542.021434:0:14720:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff920d9089e000. 00000040:00000010:2.0:1773941542.021439:0:14720:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920d83b1e000. 00000020:00000001:2.0:1773941542.021444:0:14720:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.021447:0:14720:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1773941542.021451:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f200. 00000040:00000010:2.0:1773941542.021455:0:14720:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d85561c00. 00000020:00000010:2.0:1773941542.021459:0:14720:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941542.021464:0:14720:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d84db9e00. 80000000:00000010:2.0:1773941542.021470:0:14720:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941542.021473:0:14720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d83b1f800. 20000000:00000010:2.0:1773941542.021478:0:14720:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d83b1e800. 00000020:00000010:2.0:1773941542.021482:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322ee00. 10000000:00000010:2.0:1773941542.021486:0:14720:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af8c80. 10000000:01000000:2.0:1773941542.021489:0:14720:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1773941542.021502:0:14720:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1773941542.021505:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.021507:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.021509:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215ea00 refcount=3 00000020:00000001:2.0:1773941542.021512:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.021515:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521287168 : -120887188264448 : ffff920dc215ea00) 00010000:00000001:2.0:1773941542.021518:0:14720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941542.021522:0:14720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19ba expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.021529:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.021531:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941542.021533:0:14720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920dc215ea00/0xef3f469e0cc3ae06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19ba expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.021539:0:14720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941542.021545:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.021547:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773941542.021548:0:14720:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.021550:0:14720:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.021553:0:14720:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941542.021555:0:14720:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-cliir-ffff920d908c6800 from 1 10000000:00000001:2.0:1773941542.021557:0:14720:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941542.021558:0:14720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1773941542.021562:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.021564:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.021567:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.021568:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.021571:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.021575:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641ac00. 00000100:00000001:2.0:1773941542.021578:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.021581:0:14720:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941542.021583:0:14720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941542.021589:0:14720:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54e00. 00010000:00000001:2.0:1773941542.021593:0:14720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941542.021595:0:14720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215f800. 00000020:00000001:2.0:1773941542.021599:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941542.021601:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215f800 with handle 0xef3f469e0cc3ae30 to hash 00000020:00000001:2.0:1773941542.021603:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941542.021604:0:14720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.021606:0:14720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.021610:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.021613:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.021616:0:14720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.021622:0:14720:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.021630:0:14720:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941542.021641:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.021642:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.021645:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.021647:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561806144 : -120888147745472 : ffff920d88e56540) 00000100:00000001:2.0:1773941542.021649:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.021651:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.021653:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.021655:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.021657:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.021658:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.021664:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.021670:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.021671:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.021674:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.021676:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.021678:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.021680:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411840:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.021683:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.021686:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.021687:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.021689:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.021691:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941542.021693:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.021696:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.021699:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.021704:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00000100:00000200:2.0:1773941542.021707:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203411840, portal 25 00000100:00000001:2.0:1773941542.021709:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.021711:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.021715:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.021728:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.021731:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.021733:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5198. 00000100:00000200:2.0:1773941542.021735:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203411840, offset 0 00000400:00000200:2.0:1773941542.021739:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.021744:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.021748:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.021750:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.021754:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.021756:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.021759:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.021762:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[117, 108] 00000400:00000200:2.0:1773941542.021765:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.021768:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [235:235:255:4294967295] 192.168.204.109@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1773941542.021771:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.021777:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.021781:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.021784:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45000. 00000800:00000200:2.0:1773941542.021788:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.021793:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.021795:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.021805:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.021809:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.021810:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017851 00000100:00000001:2.0:1773941542.021815:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017849 00000100:00000001:2.0:1773941542.021819:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017851 00000100:00000001:2.0:1773941542.021823:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017849 00000100:00000001:2.0:1773941542.021827:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.021829:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.021835:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.021836:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.021838:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56540 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.021840:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.021842:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.021890:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.021893:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45000. 00000400:00000200:2.0:1773941542.021896:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.021901:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.021904:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5198 00000400:00000010:2.0:1773941542.021905:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5198. 00000100:00000001:2.0:1773941542.021909:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.021914:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.021920:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.021924:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.021929:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.021931:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.022957:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.022969:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.022971:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.022974:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.022977:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.022980:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.022984:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.022986:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.022988:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.022990:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f207180 00000400:00000200:3.0:1773941542.022993:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.022995:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x1155 [1] + 224 00000800:00000001:3.0:1773941542.022998:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.023002:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.023004:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.023006:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.023009:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.023012:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.023018:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.023031:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.023034:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.023036:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.023051:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.023055:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.023056:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.023058:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:2.0:1773941542.023062:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 00000400:00000010:2.0:1773941542.023063:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 00000100:00000001:2.0:1773941542.023065:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.023069:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.023075:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.023080:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.023081:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.023083:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.023084:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.023090:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.023091:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.023093:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.023095:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.023097:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.023099:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.023100:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.023101:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.023102:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.023104:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.023107:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.023111:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.023112:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.023113:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.023116:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.023140:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411840:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.023145:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.023148:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.023150:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.023151:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.023154:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.023159:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.023160:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.023162:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.023163:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.023165:0:14720:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941542.023168:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.023169:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.023170:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f800 refcount=4 00000020:00000001:2.0:1773941542.023172:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.023178:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000040:2.0:1773941542.023182:0:14720:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff920dc215f800, remote cookie: 0xf40a435afd2a19c1, flags: 0x0 00010000:00000001:2.0:1773941542.023185:0:14720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941542.023188:0:14720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941542.023190:0:14720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941542.023191:0:14720:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941542.023192:0:14720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941542.023194:0:14720:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff920d82c54e00) refcount = 1 00010000:00010000:2.0:1773941542.023198:0:14720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c1 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.023202:0:14720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773941542.023204:0:14720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941542.023205:0:14720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941542.023207:0:14720:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941542.023210:0:14720:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.023213:0:14720:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a19c1 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.023217:0:14720:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941542.023218:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.023219:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.023220:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.023220:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.023221:0:14720:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.023223:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.023225:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203411840/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.023229:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.023230:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.023231:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941542.023233:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.023234:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.023235:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.023236:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.023240:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641ac00. 02000000:00000001:2.0:1773941542.023241:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.023242:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.023243:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.023245:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.023246:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941542.023247:0:14720:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.023249:0:14720:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941542.023251:0:14720:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff920da12ce000) refs 2 10000000:00000001:2.0:1773941542.023252:0:14720:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.023254:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.023255:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.023256:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f800 refcount=3 00000020:00000001:2.0:1773941542.023257:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.023258:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.023259:0:14720:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773941542.023260:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.023261:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.023262:0:14720:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.023264:0:14720:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1773941542.023267:0:14720:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff920d90ae4800. 00000100:00000010:2.0:1773941542.023683:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.023685:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.023687:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.023688:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.023690:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.023693:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641ac00. 00000100:00000001:2.0:1773941542.023695:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.023698:0:14720:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1773941542.023700:0:14720:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff920d9080f000. 00000100:00000010:2.0:1773941542.023704:0:14720:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff920d83543000. 00000020:00000040:2.0:1773941542.023705:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.023714:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.023715:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.023717:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.023718:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561806144 : -120888147745472 : ffff920d88e56540) 00000100:00000001:2.0:1773941542.024868:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.024869:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.024872:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.024874:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.024875:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.024876:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.024879:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.024884:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.024885:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.024887:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.024888:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.024890:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.024892:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411968:192.168.204.109@tcp:256:mount.lustre.0 00000100:00000001:2.0:1773941542.024894:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.024896:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.024898:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.024900:0:14720:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1773941542.024904:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.024908:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.024914:0:14720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff920d9089e000. 00000100:00000200:2.0:1773941542.024920:0:14720:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc31f207200-0x69bc31f207200, portal 33 00000100:00000001:2.0:1773941542.024923:0:14720:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.024925:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.024928:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8641a800. 02000000:00000001:2.0:1773941542.024930:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.024933:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.024936:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a370. 00000400:00000010:2.0:1773941542.024939:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00000100:00000200:2.0:1773941542.024942:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203411968, portal 25 00000100:00000001:2.0:1773941542.024944:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.024945:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.024950:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.024963:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.024966:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.024968:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5198. 00000100:00000200:2.0:1773941542.024972:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112203411968, offset 0 00000400:00000200:2.0:1773941542.024977:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.024983:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.024987:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.024990:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.024993:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.024996:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.024998:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.025002:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[118, 108] 00000400:00000200:2.0:1773941542.025005:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.025009:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [236:236:255:4294967295] 192.168.204.109@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1773941542.025012:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.025020:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.025025:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.025029:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45000. 00000800:00000200:2.0:1773941542.025034:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.025040:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.025043:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45000 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.025059:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.025063:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.025066:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017854 00000100:00000001:2.0:1773941542.025070:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017851 00000100:00000001:2.0:1773941542.025074:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017854 00000100:00000001:2.0:1773941542.025078:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017851 00000100:00000001:2.0:1773941542.025081:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.025084:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.025094:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.025096:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.025099:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56540 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.025102:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.025103:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.025145:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.025150:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45000. 00000400:00000200:3.0:1773941542.025154:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.025158:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.025161:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5198 00000400:00000010:3.0:1773941542.025162:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5198. 00000100:00000001:3.0:1773941542.025165:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.025168:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.025175:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.025183:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.025229:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.025231:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.026058:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026063:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.026065:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026066:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.026070:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026073:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.026077:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026079:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026082:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026084:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 132 into portal 33 MB=0x69bc31f207200 00000400:00000200:3.0:1773941542.026087:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026090:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.109@tcp of length 132/132 into md 0x1165 [256] + 0 00000400:00000010:3.0:1773941542.026093:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:3.0:1773941542.026095:0:2406:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff920d9089e000 00000800:00000001:3.0:1773941542.026097:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026101:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.026102:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.026105:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.026107:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d9089e000 00000400:00000010:3.0:1773941542.026109:0:2406:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff920d9089e000. 00000100:00000001:3.0:1773941542.026111:0:2406:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1773941542.026113:0:2406:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff920d98a89c00 desc ffff920d9080f000 mbits 1860112203411968 00000100:00000001:3.0:1773941542.026134:0:2406:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1773941542.026138:0:2406:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1773941542.026141:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026147:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.9@tcp to MR: 192.168.204.109@tcp local destination 00000400:00000200:3.0:1773941542.026152:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [237:237:255:4294967295] 192.168.204.109@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1773941542.026156:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026171:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) 192.168.204.109@tcp : ACK try# 0 00000100:00000001:2.0:1773941542.026172:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1773941542.026177:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.109@tcp 00000100:00000001:2.0:1773941542.026177:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773941542.026186:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff920d86c3c000. 00000800:00000200:3.0:1773941542.026190:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941542.026194:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941542.026197:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d86c3c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1773941542.026218:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1773941542.026232:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.026235:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff920d86c3c000. 00000400:00000200:3.0:1773941542.026238:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.026242:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: ACK: OK 00000800:00000001:2.0:1773941542.026244:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.026890:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026896:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.026898:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026901:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.026905:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026909:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.026914:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026917:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026921:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026925:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 240 into portal 25 MB=0x69bc31f207200 00000400:00000200:3.0:1773941542.026928:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.026930:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 240/240 into md 0x116d [1] + 224 00000800:00000001:3.0:1773941542.026934:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026938:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.026939:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.026942:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.026944:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.026948:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.026959:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.026989:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.026995:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.026999:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027018:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.027023:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.027025:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.027027:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a370. 00000400:00000200:2.0:1773941542.027031:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 00000400:00000010:2.0:1773941542.027033:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 00000100:00000001:2.0:1773941542.027035:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.027041:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.027050:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.027056:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.027058:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027060:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.027061:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.027063:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.027064:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.027066:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.027069:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.027073:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.027075:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.027076:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.027078:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.027080:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.027082:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.027086:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.027108:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.027114:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.027116:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.027143:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.027152:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203411968:192.168.204.109@tcp:256:mount.lustre.0 00000100:00000001:2.0:1773941542.027159:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027163:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.027165:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.027167:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.027172:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.027179:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.027182:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.027185:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.027187:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941542.027192:0:14720:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:2.0:1773941542.027195:0:14720:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1773941542.027201:0:14720:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff920d83540000. 00010000:00000001:2.0:1773941542.027212:0:14720:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773941542.027216:0:14720:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1773941542.027219:0:14720:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.109@tcp has 192.168.204.109@tcp. 00000100:00000001:2.0:1773941542.027223:0:14720:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027226:0:14720:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773941542.027228:0:14720:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:2.0:1773941542.027230:0:14720:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:2.0:1773941542.027233:0:14720:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773941542.027237:0:14720:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773941542.027240:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.027244:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027264:0:14720:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941542.027270:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027278:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941542.027283:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941542.027286:0:14720:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000001:2.0:1773941542.027289:0:14720:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.027292:0:14720:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941542.027295:0:14720:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.109@tcp' by NID '192.168.204.109@tcp' 10000000:00000010:2.0:1773941542.027300:0:14720:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d8a6cdf80. 10000000:00000040:2.0:1773941542.027302:0:14720:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-MDT0000-mdc-ffff920d908c6800 -> mdc.import=connection=192.168.204.109@tcp::2 00000020:00000080:2.0:1773941542.027305:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773941542.027310:0:14720:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1773941542.027314:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8641be00. 00000020:00000010:2.0:1773941542.027319:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027334:0:14720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027342:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027348:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027354:0:14720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf3c08. 00000040:00000001:2.0:1773941542.027361:0:14720:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773941542.027363:0:14720:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff920d8a6cdf80 00000040:00001000:2.0:1773941542.027366:0:14720:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773941542.027368:0:14720:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773941542.027370:0:14720:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773941542.027373:0:14720:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773941542.027376:0:14720:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773941542.027379:0:14720:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773941542.027381:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff920d908c6800 00000040:00001000:2.0:1773941542.027384:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.204.109@tcp::2 00000040:00000001:2.0:1773941542.027387:0:14720:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773941542.027436:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027440:0:14720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027443:0:14720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027448:0:14720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027451:0:14720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d86cf3c08. 00000020:00000010:2.0:1773941542.027460:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8641be00. 00000020:00000001:2.0:1773941542.027464:0:14720:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.027466:0:14720:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773941542.027469:0:14720:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d8a6cdf80. 00010000:00000001:2.0:1773941542.027476:0:14720:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773941542.027478:0:14720:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1773941542.027482:0:14720:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.109@tcp has 192.168.204.109@tcp. 00000100:00000001:2.0:1773941542.027485:0:14720:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027487:0:14720:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773941542.027488:0:14720:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:2.0:1773941542.027490:0:14720:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:2.0:1773941542.027492:0:14720:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773941542.027494:0:14720:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773941542.027495:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.027498:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027500:0:14720:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941542.027503:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027506:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941542.027508:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941542.027509:0:14720:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000001:2.0:1773941542.027511:0:14720:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.027512:0:14720:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941542.027514:0:14720:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.109@tcp' by NID '192.168.204.109@tcp' 10000000:00000010:2.0:1773941542.027521:0:14720:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d8a6cdf80. 10000000:00000040:2.0:1773941542.027522:0:14720:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-MDT0001-mdc-ffff920d908c6800 -> mdc.import=connection=192.168.204.109@tcp::2 00000020:00000080:2.0:1773941542.027524:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773941542.027527:0:14720:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1773941542.027529:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8641be00. 00000020:00000010:2.0:1773941542.027531:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027533:0:14720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027536:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027538:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027540:0:14720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf3c08. 00000040:00000001:2.0:1773941542.027543:0:14720:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773941542.027549:0:14720:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff920d8a6cdf80 00000040:00001000:2.0:1773941542.027550:0:14720:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773941542.027551:0:14720:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773941542.027553:0:14720:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773941542.027554:0:14720:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773941542.027555:0:14720:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773941542.027556:0:14720:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773941542.027557:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff920d908c6800 00000040:00001000:2.0:1773941542.027559:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.204.109@tcp::2 00000040:00000001:2.0:1773941542.027560:0:14720:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773941542.027575:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027577:0:14720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027579:0:14720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027582:0:14720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027583:0:14720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d86cf3c08. 00000020:00000010:2.0:1773941542.027585:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8641be00. 00000020:00000001:2.0:1773941542.027586:0:14720:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.027588:0:14720:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773941542.027590:0:14720:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d8a6cdf80. 00010000:00000001:2.0:1773941542.027594:0:14720:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773941542.027595:0:14720:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1773941542.027597:0:14720:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.109@tcp has 192.168.204.109@tcp. 00000100:00000001:2.0:1773941542.027598:0:14720:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.027599:0:14720:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773941542.027600:0:14720:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.109@tcp with 192.168.204.109@tcp 00000100:00000200:2.0:1773941542.027602:0:14720:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.109@tcp' 00000400:00000200:2.0:1773941542.027603:0:14720:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773941542.027604:0:14720:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773941542.027605:0:14720:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.027606:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027608:0:14720:0:(peer.c:1737:lnet_peer_add()) peer 192.168.204.109@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941542.027610:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.027613:0:14720:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941542.027614:0:14720:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.204.109@tcp NID 192.168.204.109@tcp: 0. pending discovery 00000400:00000200:2.0:1773941542.027616:0:14720:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.109@tcp 00000100:00000001:2.0:1773941542.027621:0:14720:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.027623:0:14720:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941542.027625:0:14720:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.109@tcp' by NID '192.168.204.109@tcp' 10000000:00000010:2.0:1773941542.027628:0:14720:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff920d8a6cdf80. 10000000:00000040:2.0:1773941542.027630:0:14720:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-OST0000-osc-ffff920d908c6800 -> osc.import=connection=192.168.204.109@tcp::2 00000020:00000080:2.0:1773941542.027633:0:14720:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773941542.027636:0:14720:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1773941542.027638:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8641be00. 00000020:00000010:2.0:1773941542.027640:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027642:0:14720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027645:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027648:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027651:0:14720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d86cf3c08. 00000040:00000001:2.0:1773941542.027654:0:14720:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773941542.027656:0:14720:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff920d8a6cdf80 00000040:00001000:2.0:1773941542.027657:0:14720:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773941542.027659:0:14720:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773941542.027660:0:14720:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773941542.027661:0:14720:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773941542.027662:0:14720:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773941542.027663:0:14720:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773941542.027664:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff920d908c6800 00000040:00001000:2.0:1773941542.027666:0:14720:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.109@tcp::2 00000040:00000001:2.0:1773941542.027667:0:14720:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773941542.027684:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8641b800. 00000020:00000010:2.0:1773941542.027686:0:14720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00000008:00000010:2.0:1773941542.027687:0:14720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d884ad940. 00020000:00000010:2.0:1773941542.027689:0:14720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d90f91480. 00008000:00000010:2.0:1773941542.027690:0:14720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d86cf3c08. 00000020:00000010:2.0:1773941542.027692:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8641be00. 00000020:00000001:2.0:1773941542.027694:0:14720:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.027696:0:14720:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773941542.027697:0:14720:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff920d8a6cdf80. 10000000:00000010:2.0:1773941542.027701:0:14720:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff920d83540000. 10000000:00000001:2.0:1773941542.027707:0:14720:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.027709:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.027713:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203411968/t0(0) o256->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.027719:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.027720:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.027722:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8641a800. 02000000:00000001:2.0:1773941542.027725:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.027727:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.027728:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.027730:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941542.027731:0:14720:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1773941542.027733:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.027733:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.027734:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1773941542.027741:0:14720:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff920d83543000. 00000100:00000010:2.0:1773941542.027743:0:14720:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff920d9080f000. 00000100:00000001:2.0:1773941542.027744:0:14720:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1773941542.027746:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641ac00. 02000000:00000001:2.0:1773941542.027748:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.027749:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.027750:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.027752:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.027753:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1773941542.028364:0:14720:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff920d90ae4800. 10000000:01000000:2.0:1773941542.028367:0:14720:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1773941542.028378:0:14720:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1773941542.028380:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.028381:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.028383:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215f800 refcount=3 00000020:00000001:2.0:1773941542.028385:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.028388:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521290752 : -120887188260864 : ffff920dc215f800) 00010000:00000001:2.0:1773941542.028390:0:14720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773941542.028394:0:14720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c1 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.028409:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.028410:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773941542.028412:0:14720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920dc215f800/0xef3f469e0cc3ae30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c1 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.028416:0:14720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773941542.028418:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.028418:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773941542.028419:0:14720:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.028421:0:14720:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.028423:0:14720:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1773941542.028425:0:14720:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff920d908c6800 from 1 10000000:00000001:2.0:1773941542.028426:0:14720:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941542.028428:0:14720:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1773941542.028431:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.028433:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.028434:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.028436:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.028437:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.028441:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8641ac00. 00000100:00000001:2.0:1773941542.028444:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.028446:0:14720:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941542.028448:0:14720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941542.028454:0:14720:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff920d82c54d00. 00010000:00000001:2.0:1773941542.028457:0:14720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941542.028460:0:14720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff920dc215e800. 00000020:00000001:2.0:1773941542.028464:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941542.028465:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920dc215e800 with handle 0xef3f469e0cc3ae37 to hash 00000020:00000001:2.0:1773941542.028466:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941542.028467:0:14720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941542.028469:0:14720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941542.028471:0:14720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941542.028474:0:14720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.028482:0:14720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.028487:0:14720:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941542.028494:0:14720:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941542.028498:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.028499:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.028502:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.028504:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561806144 : -120888147745472 : ffff920d88e56540) 00000100:00000001:2.0:1773941542.028505:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.028506:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.028508:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.028509:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.028511:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.028511:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.028515:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.028520:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.028521:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.028523:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.028524:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.028526:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.028528:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412096:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.028530:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.028532:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.028533:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.028535:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.028537:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941542.028539:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.028552:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.028554:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a370. 00000400:00000010:2.0:1773941542.028557:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00000100:00000200:2.0:1773941542.028559:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412096, portal 25 00000100:00000001:2.0:1773941542.028560:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.028562:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.028565:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.028569:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.028571:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.028573:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5088. 00000100:00000200:2.0:1773941542.028574:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112203412096, offset 0 00000400:00000200:2.0:1773941542.028578:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.028581:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.028584:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.028586:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.028588:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.028590:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.028591:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.028594:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[120, 108] 00000400:00000200:2.0:1773941542.028596:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.028599:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [238:238:255:4294967295] 192.168.204.109@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1773941542.028602:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.028607:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.028610:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.028613:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941542.028616:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.028620:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.028622:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.028632:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.028635:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.028642:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017858 00000100:00000001:2.0:1773941542.028645:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017854 00000100:00000001:2.0:1773941542.028647:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017858 00000100:00000001:2.0:1773941542.028650:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017854 00000100:00000001:2.0:1773941542.028652:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.028654:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.028656:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.028657:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.028659:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56540 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.028661:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.028662:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.028690:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773941542.028694:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941542.028696:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.028700:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:3.0:1773941542.028703:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5088 00000400:00000010:3.0:1773941542.028705:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5088. 00000100:00000001:3.0:1773941542.028707:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773941542.028711:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.028718:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.028721:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.028726:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.028728:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.029663:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.029670:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.029672:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.029676:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.029681:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.029686:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.029692:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.029696:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.029700:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.029705:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 344 into portal 25 MB=0x69bc31f207280 00000400:00000200:3.0:1773941542.029709:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.029714:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 344/344 into md 0x117d [1] + 224 00000800:00000001:3.0:1773941542.029720:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.029727:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.029730:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.029742:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.029746:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.029751:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.029762:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.029781:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.029787:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.029792:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.029812:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.029818:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.029820:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.029822:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a370. 00000400:00000200:2.0:1773941542.029827:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 00000400:00000010:2.0:1773941542.029829:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 00000100:00000001:2.0:1773941542.029832:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.029838:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.029849:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.029856:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.029859:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.029861:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.029863:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.029865:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.029867:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.029868:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.029872:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.029875:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.029879:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.029881:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.029883:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.029892:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.029894:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.029900:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.029907:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.029909:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.029911:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.029915:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.029924:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412096:192.168.204.109@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773941542.029929:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.029932:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.029934:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.029936:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.029940:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.029948:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.029950:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.029954:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.029956:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.029958:0:14720:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773941542.029961:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.029963:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.029966:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e800 refcount=4 00000020:00000001:2.0:1773941542.029968:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941542.029971:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000040:2.0:1773941542.029976:0:14720:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff920dc215e800, remote cookie: 0xf40a435afd2a19c8, flags: 0x0 00010000:00000001:2.0:1773941542.029980:0:14720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773941542.029982:0:14720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773941542.029984:0:14720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773941542.029986:0:14720:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773941542.029988:0:14720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773941542.029996:0:14720:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff920d82c54d00) refcount = 1 00010000:00010000:2.0:1773941542.030000:0:14720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c8 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.030013:0:14720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773941542.030015:0:14720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773941542.030017:0:14720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941542.030019:0:14720:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773941542.030021:0:14720:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941542.030024:0:14720:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf40a435afd2a19c8 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941542.030028:0:14720:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773941542.030029:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.030030:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.030032:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.030033:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.030034:0:14720:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.030036:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.030040:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203412096/t0(0) o101->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.030045:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.030046:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.030048:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f000. 02000000:00000001:2.0:1773941542.030051:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.030052:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.030053:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:2.0:1773941542.030055:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.030057:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8641ac00. 02000000:00000001:2.0:1773941542.030059:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.030060:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.030061:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:2.0:1773941542.030063:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.030065:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941542.030066:0:14720:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.030067:0:14720:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773941542.030074:0:14720:0:(mgc_request.c:108:config_log_get()) log params (ffff920da12ce800) refs 2 10000000:00000001:2.0:1773941542.030075:0:14720:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.030077:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941542.030078:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.030079:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e800 refcount=3 00000020:00000001:2.0:1773941542.030081:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941542.030082:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:2.0:1773941542.030084:0:14720:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1773941542.030085:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941542.030085:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941542.030087:0:14720:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941542.030089:0:14720:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1773941542.030091:0:14720:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff920d90af8c80. 00000020:00000010:2.0:1773941542.030094:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8641ac00. 00000020:00000010:2.0:1773941542.030096:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d8641a800. 00000040:00000010:2.0:1773941542.030098:0:14720:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d8641be00. 00000020:00000010:2.0:1773941542.030101:0:14720:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90ae4800. 00000020:00000010:2.0:1773941542.030105:0:14720:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d8641b800. 80000000:00000010:2.0:1773941542.030108:0:14720:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d835b25a0. 00040000:00000010:2.0:1773941542.030112:0:14720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d8641b400. 20000000:00000010:2.0:1773941542.030361:0:14720:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff920d8641b000. 10000000:00000040:2.0:1773941542.030366:0:14720:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff920d83ea7480 : new refcount 2 00000020:00000001:2.0:1773941542.030369:0:14720:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1773941542.030370:0:14720:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1773941542.030372:0:14720:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1773941542.030391:0:14720:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff920d84db9e00. 00000040:00000001:2.0:1773941542.030394:0:14720:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1773941542.030395:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:2.0:1773941542.030398:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89c00. 00000020:00000040:2.0:1773941542.030400:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:2.0:1773941542.030403:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.030405:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.030407:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.030413:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d85561c00. 00000100:00000001:2.0:1773941542.030416:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.030426:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.030427:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.030430:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56540. 00000100:00000001:2.0:1773941542.030432:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561806144 : -120888147745472 : ffff920d88e56540) 00000100:00000001:2.0:1773941542.030434:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.030435:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000001:2.0:1773941542.030438:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.030440:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.030441:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.030443:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.030447:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.030452:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.030454:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.030456:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.030457:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.030459:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.030460:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412224:192.168.204.109@tcp:501:mount.lustre.0 00000100:00000001:2.0:1773941542.030463:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.030466:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.030467:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.030469:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.030473:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d8322ee00. 02000000:00000001:2.0:1773941542.030475:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.030478:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.030481:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a370. 00000400:00000010:2.0:1773941542.030485:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5880. 00000100:00000200:2.0:1773941542.030489:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203412224, portal 25 00000100:00000001:2.0:1773941542.030491:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.030493:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826257920 : -120887883293696 : ffff920d98a89c00) 00000100:00000040:2.0:1773941542.030498:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.030506:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.030517:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.030521:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000100:00000200:2.0:1773941542.030525:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112203412224, offset 0 00000400:00000200:2.0:1773941542.030532:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.030538:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.030543:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.030547:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.030551:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.030554:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.030557:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.030560:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[121, 108] 00000400:00000200:2.0:1773941542.030565:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.030569:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [239:239:255:4294967295] 192.168.204.109@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1773941542.030573:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.030581:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.030588:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.030592:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941542.030597:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.030603:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.030607:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.030620:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.030624:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.030627:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017860 00000800:00000200:2.0:1773941542.030680:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.030684:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941542.030688:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.030693:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.030697:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:2.0:1773941542.030700:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:2.0:1773941542.030704:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.030708:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.030731:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.030736:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.030744:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.030745:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773941542.030761:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017858 00000100:00000001:2.0:1773941542.030767:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017860 00000100:00000001:2.0:1773941542.030771:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017858 00000100:00000001:2.0:1773941542.030775:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.030778:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.030780:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.030782:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.030786:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56540 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.030789:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.030792:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773941542.031752:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.031761:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.031763:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.031768:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.031773:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.031779:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.031786:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.031790:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.031795:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.031799:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 272 into portal 25 MB=0x69bc31f207300 00000400:00000200:3.0:1773941542.031804:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.031809:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 272/272 into md 0x118d [1] + 224 00000800:00000001:3.0:1773941542.031814:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.031821:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.031825:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.031829:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.031833:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.031840:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.031851:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.031871:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.031886:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.031891:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.031894:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.031899:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.031901:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.031903:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a370. 00000400:00000200:1.0:1773941542.031908:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5880 00000400:00000010:1.0:1773941542.031909:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5880. 00000100:00000001:1.0:1773941542.031912:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.031917:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.031927:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.031932:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.031939:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.031941:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.031943:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.031945:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.031947:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.031949:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.031952:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.031956:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.031959:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941542.031961:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.031963:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941542.031964:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.031966:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.031970:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.031975:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.031977:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.031978:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941542.031981:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.031987:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412224:192.168.204.109@tcp:501:mount.lustre.0 00000100:00000001:1.0:1773941542.031993:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.031995:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.031997:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941542.031998:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.032000:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.032005:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.032007:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56540. 00000100:00000001:1.0:1773941542.032010:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941542.032011:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.032014:0:14720:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1773941542.032015:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.032022:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.032024:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941542.032025:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.032028:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89c00 x1860112203412224/t0(0) o501->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.032033:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941542.032035:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.032037:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d8322ee00. 02000000:00000001:1.0:1773941542.032040:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.032042:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.032043:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.032045:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.032046:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d85561c00. 02000000:00000001:1.0:1773941542.032049:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941542.032050:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.032052:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89c00. 00000100:00000001:1.0:1773941542.032055:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.032056:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1773941542.032058:0:14720:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.032060:0:14720:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1773941542.032066:0:14720:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff920d88fa2000. 00000040:00000001:1.0:1773941542.032068:0:14720:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1773941542.032070:0:14720:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1773941542.032072:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000100:00000010:1.0:1773941542.032075:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dbb80. 00000020:00000040:1.0:1773941542.032077:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90496000 refcount=5 obd=MGC192.168.204.109@tcp 00000100:00000001:1.0:1773941542.032080:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.032081:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.032084:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.032088:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8845bc00. 00000100:00000001:1.0:1773941542.032091:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.032094:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941542.032095:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941542.032099:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920da1333c00. 00000100:00000001:1.0:1773941542.032101:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185969560576 : -120887739991040 : ffff920da1333c00) 00000100:00000001:1.0:1773941542.032103:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.032109:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551866752 : -120888157684864 : ffff920d884dbb80) 00000100:00000001:1.0:1773941542.032112:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.032114:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.032115:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941542.032137:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941542.032141:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.032148:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.032149:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.032151:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941542.032153:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941542.032155:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941542.032158:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884dbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412352:192.168.204.109@tcp:503:mount.lustre.0 00000100:00000001:1.0:1773941542.032161:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941542.032164:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941542.032166:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.032168:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941542.032182:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff920d88fc4000. 02000000:00000001:1.0:1773941542.032184:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.032188:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:1.0:1773941542.032192:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d88b8e5d8. 00000400:00000010:1.0:1773941542.032196:0:14720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff920da1333180. 00000100:00000200:1.0:1773941542.032199:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112203412352, portal 25 00000100:00000001:1.0:1773941542.032201:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.032203:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551866752 : -120888157684864 : ffff920d884dbb80) 00000100:00000040:1.0:1773941542.032207:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.032214:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941542.032217:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:1.0:1773941542.032221:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d897c75d8. 00000100:00000200:1.0:1773941542.032224:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112203412352, offset 0 00000400:00000200:1.0:1773941542.032230:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:1.0:1773941542.032235:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.032244:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:1.0:1773941542.032247:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941542.032249:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:1.0:1773941542.032252:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.032254:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941542.032258:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[122, 108] 00000400:00000200:1.0:1773941542.032261:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:1.0:1773941542.032266:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [240:240:255:4294967295] 192.168.204.109@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1773941542.032270:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.032278:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:1.0:1773941542.032281:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:1.0:1773941542.032285:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d885d9200. 00000800:00000200:1.0:1773941542.032288:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:1.0:1773941542.032293:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:1.0:1773941542.032296:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d885d9200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1773941542.032309:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941542.032312:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:1.0:1773941542.032314:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 2 is 4295017862 00000100:00000001:1.0:1773941542.032318:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295017860 00000100:00000001:1.0:1773941542.032321:0:14720:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS new deadline estimation for cpu 3 is 4295017862 00000100:00000001:1.0:1773941542.032338:0:14720:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.109@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295017860 00000100:00000001:1.0:1773941542.032341:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.032342:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.032344:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941542.032345:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941542.032347:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da1333c00 going to sleep for 11 seconds 00000100:00000001:1.0:1773941542.032350:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.032352:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.032381:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.032386:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d885d9200. 00000400:00000200:2.0:1773941542.032392:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.032398:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.032403:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d897c75d8 00000400:00000010:2.0:1773941542.032406:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d897c75d8. 00000100:00000001:2.0:1773941542.032409:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.032415:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.032427:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.032430:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.032438:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.032440:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.033394:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.033400:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.033402:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.033406:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.033409:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.033414:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.033420:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.033422:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.033426:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.033481:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 8416 into portal 25 MB=0x69bc31f207380 00000400:00000200:3.0:1773941542.033485:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.033488:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.109@tcp of length 8416/8416 into md 0x119d [4] + 224 00000800:00000001:3.0:1773941542.033493:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.033513:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.033516:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.033521:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.033526:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.033531:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.033544:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.033566:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.033573:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.033578:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.033585:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941542.033590:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941542.033591:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941542.033601:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d88b8e5d8. 00000400:00000200:1.0:1773941542.033606:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920da1333180 00000400:00000010:1.0:1773941542.033608:0:14720:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff920da1333180. 00000100:00000001:1.0:1773941542.033610:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.033616:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941542.033625:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.033631:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941542.033633:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.033634:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941542.033636:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941542.033637:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941542.033638:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.033640:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941542.033643:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90496458 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941542.033645:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90496410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941542.033647:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941542.033649:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.033651:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941542.033652:0:14720:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.033654:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.033658:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.033663:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.033666:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941542.033667:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941542.033671:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941542.033677:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884dbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:da03f5fc-9864-497f-bab1-9c1ebe4e4b95:14720:1860112203412352:192.168.204.109@tcp:503:mount.lustre.0 00000100:00000001:1.0:1773941542.033681:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.033683:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.033690:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941542.033692:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.033695:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.033700:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.033702:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920da1333c00. 00000100:00000001:1.0:1773941542.033705:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941542.033706:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.033710:0:14720:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1773941542.033712:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.033715:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884dbb80 x1860112203412352/t0(0) o503->MGC192.168.204.109@tcp@192.168.204.109@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.033721:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941542.033723:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941542.033725:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff920d88fc4000. 02000000:00000001:1.0:1773941542.033735:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941542.033736:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.033738:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=4 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.033740:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941542.033742:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8845bc00. 02000000:00000001:1.0:1773941542.033745:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941542.033747:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941542.033749:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dbb80. 00000100:00000001:1.0:1773941542.033752:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941542.033754:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941542.033756:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941542.033758:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90496000 refcount=3 obd=MGC192.168.204.109@tcp 00000020:00000001:1.0:1773941542.033759:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1773941542.033761:0:14720:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.033763:0:14720:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773941542.033766:0:14720:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1773941542.033770:0:14720:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff920d85212de0. 00000040:00001000:1.0:1773941542.033773:0:14720:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1773941542.033872:0:14809:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1773941542.033877:0:14809:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d8845a200. 00000020:00000010:1.0:1773941542.033883:0:14809:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d85561c00. 00000040:00000010:1.0:1773941542.033893:0:14809:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff920d86cf6200. 00000020:00000010:1.0:1773941542.033897:0:14809:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff920d90f8a000. 00000020:00000010:1.0:1773941542.033904:0:14809:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff920d884f8f18. 00000020:00000010:1.0:1773941542.033909:0:14809:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff920d86cf6c00. 80000000:00000010:1.0:1773941542.033914:0:14809:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff920d982c5ae0. 40000000:00000010:1.0:1773941542.033918:0:14809:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff920d88ef0c80. 00100000:00000010:1.0:1773941542.033924:0:14809:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff920d90f8f800. 00040000:00000010:1.0:1773941542.033929:0:14809:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff920d885d9200. 00040000:00000010:1.0:1773941542.033935:0:14809:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff920d90f8c000. 00040000:00000010:1.0:1773941542.033938:0:14809:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff920d86cf6600. 00000004:00000010:1.0:1773941542.033943:0:14809:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff920d90f8f000. 00000004:00000010:1.0:1773941542.033950:0:14809:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff920d82c17000. 00000004:00000010:1.0:1773941542.033955:0:14809:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff920d90f8e000. 00002000:00000010:1.0:1773941542.033970:0:14809:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff920d88f79400. 00000004:00000010:1.0:1773941542.033975:0:14809:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff920d88f7b400. 00000020:00000010:1.0:1773941542.033981:0:14809:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff920d88ef0040. 00000040:00000010:1.0:1773941542.033998:0:14809:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff920d88ff0000. 00000040:00080000:1.0:1773941542.034472:0:14809:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000040:00000010:1.0:1773941542.034477:0:14809:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff920d88ff0000. 00000020:00000010:1.0:1773941542.034483:0:14809:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff920d88ef0040. 00000020:00000010:1.0:1773941542.034490:0:14809:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d85561c00. 00000040:00000010:1.0:1773941542.034494:0:14809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d86cf6200. 00000020:00000010:1.0:1773941542.034498:0:14809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90f8a000. 00000020:00000010:1.0:1773941542.034503:0:14809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff920d884f8f18. 00000020:00000010:1.0:1773941542.034508:0:14809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d86cf6c00. 80000000:00000010:1.0:1773941542.034511:0:14809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d982c5ae0. 40000000:00000010:1.0:1773941542.034514:0:14809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff920d88ef0c80. 00100000:00000010:1.0:1773941542.034517:0:14809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff920d90f8f800. 00040000:00000010:1.0:1773941542.034521:0:14809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d885d9200. 00040000:00000010:1.0:1773941542.034524:0:14809:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff920d90f8c000. 00040000:00000010:1.0:1773941542.034527:0:14809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d86cf6600. 00000004:00000010:1.0:1773941542.034530:0:14809:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff920d90f8f000. 00000004:00000010:1.0:1773941542.034533:0:14809:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff920d82c17000. 00000004:00000010:1.0:1773941542.034537:0:14809:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff920d90f8e000. 00002000:00000010:1.0:1773941542.034547:0:14809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff920d88f79400. 00000004:00000010:1.0:1773941542.034550:0:14809:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff920d88f7b400. 00000020:00000010:1.0:1773941542.034553:0:14809:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8845a200. 00000040:00000010:1.0:1773941542.034567:0:14720:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff920d85212de0. 00000040:00000001:1.0:1773941542.034570:0:14720:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773941542.034572:0:14720:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000010:1.0:1773941542.034576:0:14720:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff920d88fa2000. 00000040:00000010:1.0:1773941542.034581:0:14720:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff920d84db9e00. 00000020:00000001:1.0:1773941542.034585:0:14720:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.034588:0:14720:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773941542.034591:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8641a800. 00000040:00000010:1.0:1773941542.034593:0:14720:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d8641be00. 00000020:00000010:1.0:1773941542.034596:0:14720:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d90ae4800. 00000020:00000010:1.0:1773941542.034598:0:14720:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d8641b800. 80000000:00000010:1.0:1773941542.034601:0:14720:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff920d835b25a0. 00040000:00000010:1.0:1773941542.034604:0:14720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d8641b400. 20000000:00000010:1.0:1773941542.034607:0:14720:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff920d8641b000. 00000020:00000010:1.0:1773941542.034610:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8641ac00. 10000000:00000010:1.0:1773941542.034613:0:14720:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff920d90af8c80. 10000000:01000000:1.0:1773941542.034615:0:14720:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1773941542.034622:0:14720:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773941542.034625:0:14720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941542.034626:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.034628:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff920dc215e800 refcount=3 00000020:00000001:1.0:1773941542.034631:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:1.0:1773941542.034634:0:14720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623186521286656 : -120887188264960 : ffff920dc215e800) 00010000:00000001:1.0:1773941542.034636:0:14720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941542.034641:0:14720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c8 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.034648:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.034650:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941542.034652:0:14720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff920dc215e800/0xef3f469e0cc3ae37 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf40a435afd2a19c8 expref: -99 pid: 14720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941542.034667:0:14720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941542.034669:0:14720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941542.034671:0:14720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773941542.034672:0:14720:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.034674:0:14720:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941542.034677:0:14720:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.034680:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d8322f400. 00000040:00000010:1.0:1773941542.034683:0:14720:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff920d83ed7200. 00000020:00000010:1.0:1773941542.034686:0:14720:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff920d98baf800. 00000020:00000010:1.0:1773941542.034690:0:14720:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff920d83ed7c00. 00040000:00000010:1.0:1773941542.034693:0:14720:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff920d84d36b00. 00040000:00000010:1.0:1773941542.034698:0:14720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff920d84e5f800. 00000020:00000010:1.0:1773941542.034701:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d8322fa00. 00000020:00000001:1.0:1773941542.034703:0:14720:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941542.034706:0:14720:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff920d83ea7cc0. 00000020:00000010:1.0:1773941542.034708:0:14720:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff920d86cf4400. 00000020:00000001:1.0:1773941542.034710:0:14720:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.034713:0:14720:0:(obd_config.c:1163:class_get_profile()) Process entered 00000020:00000001:1.0:1773941542.034715:0:14720:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773941542.034717:0:14720:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446623185963049216 : -120887746502400 : ffff920da0cfe100) 00000020:00000001:1.0:1773941542.034719:0:14720:0:(obd_config.c:1167:class_get_profile()) Process leaving (rc=18446623185963049216 : -120887746502400 : ffff920da0cfe100) 00000080:01000000:1.0:1773941542.034721:0:14720:0:(llite_lib.c:1499:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1773941542.034725:0:14720:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff920d88ef0c80. 00000080:00000010:1.0:1773941542.034729:0:14720:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff920d88ef06c0. 00000080:00000001:1.0:1773941542.034732:0:14720:0:(llite_lib.c:341:client_common_fill_super()) Process entered 00000080:00000010:1.0:1773941542.034739:0:14720:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff920da1333180. 00000080:00000010:1.0:1773941542.034744:0:14720:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff920da1333000. 00000080:00000040:1.0:1773941542.034747:0:14720:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000080:00000001:1.0:1773941542.034751:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00800000:00000001:1.0:1773941542.034754:0:14720:0:(lmv_obd.c:238:lmv_connect()) Process entered 00000020:00000001:1.0:1773941542.034756:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773941542.034759:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.034766:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90f8e000. 00000020:00000001:1.0:1773941542.034769:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.034772:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90f8e000 with handle 0xef3f469e0cc3ae3e to hash 00000020:00000001:1.0:1773941542.034774:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.034778:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.034779:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.034783:0:14720:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff920d908c6800 (ffff920d90c00000) now 5 - export 00000020:00000001:1.0:1773941542.034786:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185697300480 : -120888012251136 : ffff920d90f8e000) 00000020:00000040:1.0:1773941542.034789:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8e000 : new refcount 1 00000020:00000080:1.0:1773941542.034791:0:14720:0:(genops.c:1404:class_connect()) connect: client 27fd897d-18d3-46f3-b912-4a61ec2d8da8, cookie 0xef3f469e0cc3ae3e 00000020:00000001:1.0:1773941542.034792:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.034794:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941542.034795:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae3e 00000020:00000001:1.0:1773941542.034796:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.034797:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8e000 refcount=2 00000020:00000001:1.0:1773941542.034798:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697300480 : -120888012251136 : ffff920d90f8e000) 00000020:00000001:1.0:1773941542.034800:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697300480 : -120888012251136 : ffff920d90f8e000) 00800000:00000001:1.0:1773941542.034820:0:14720:0:(lmv_obd.c:475:lmv_check_connect()) Process entered 00800000:01000000:1.0:1773941542.034823:0:14720:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect 27fd897d-18d3-46f3-b912-4a61ec2d8da8 to lustre-clilmv-ffff920d908c6800 00800000:00000001:1.0:1773941542.034826:0:14720:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773941542.034832:0:14720:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff920d908c6800(27fd897d-18d3-46f3-b912-4a61ec2d8da8) - lustre-MDT0000_UUID, 27fd897d-18d3-46f3-b912-4a61ec2d8da8 00800000:00000001:1.0:1773941542.034834:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:1.0:1773941542.034837:0:14720:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1773941542.034839:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773941542.034841:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.034844:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90f8f000. 00000020:00000001:1.0:1773941542.034846:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941542.034849:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90f8f000 with handle 0xef3f469e0cc3ae45 to hash 00000020:00000001:1.0:1773941542.034850:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.034853:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1773941542.034854:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.034857:0:14720:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff920d908c6800 (ffff920d90c03370) now 5 - export 00000020:00000001:1.0:1773941542.034859:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000020:00000040:1.0:1773941542.034867:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8f000 : new refcount 1 00000020:00000080:1.0:1773941542.034868:0:14720:0:(genops.c:1404:class_connect()) connect: client 27fd897d-18d3-46f3-b912-4a61ec2d8da8, cookie 0xef3f469e0cc3ae45 00000020:00000001:1.0:1773941542.034870:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.034871:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941542.034872:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae45 00000020:00000001:1.0:1773941542.034874:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.034874:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8f000 refcount=2 00000020:00000001:1.0:1773941542.034876:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000020:00000001:1.0:1773941542.034877:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000100:00000001:1.0:1773941542.034880:0:14720:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773941542.034883:0:14720:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941542.034886:0:14720:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff920d908c6800: connect to NID 192.168.204.109@tcp last attempt 0 00000400:00000200:1.0:1773941542.034891:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:1.0:1773941542.034895:0:14720:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000001:1.0:1773941542.034898:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941542.034901:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 7 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.034903:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:1.0:1773941542.034905:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941542.034906:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae45 00000020:00000001:1.0:1773941542.034908:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.034909:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8f000 refcount=3 00000020:00000001:1.0:1773941542.034911:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000020:00000001:1.0:1773941542.034913:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000100:00000001:1.0:1773941542.034915:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941542.034917:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 8 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.034919:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:1.0:1773941542.034921:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8f000 : new refcount 2 00000100:00080000:1.0:1773941542.034924:0:14720:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff920d908c6800: import ffff920d90f89000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941542.034925:0:14720:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.034927:0:14720:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941542.034933:0:14720:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773941542.034942:0:14720:0:(sec.c:1450:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff920d908c6800: select security flavor null 02000000:00000001:1.0:1773941542.034946:0:14720:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649764512 : -1059787104 : ffffffffc0d4eea0) 02000000:00000001:1.0:1773941542.034949:0:14720:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.034951:0:14720:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1773941542.034955:0:14720:0:(osc_request.c:3808:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d2b8 ocd_version: 34681537 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773941542.034957:0:14720:0:(osc_request.c:3811:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.034959:0:14720:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.034963:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dbb80. 00000020:00000040:1.0:1773941542.034965:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=3 obd=lustre-MDT0000-mdc-ffff920d908c6800 02000000:00000001:1.0:1773941542.034969:0:14720:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941542.034971:0:14720:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.034973:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.034975:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.034977:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941542.034982:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d88f7b400. 00000100:00000001:1.0:1773941542.034986:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941542.034993:0:14720:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941542.035001:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.035003:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.035007:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed5cafdd] to pc [ptlrpcd_rcv+-1] req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.035028:0:14720:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.035031:0:14720:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773941542.035033:0:14720:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 27fd897d-18d3-46f3-b912-4a61ec2d8da8->lustre-MDT0000_UUID 00000020:00000040:1.0:1773941542.035036:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=4 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:2.0:1773941542.035041:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000010:2.0:1773941542.035052:0:2411:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d884ad940. 00000100:00000001:1.0:1773941542.035052:0:14720:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.035055:0:14720:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00800000:00000001:1.0:1773941542.035059:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773941542.035065:0:14720:0:(fid_request.c:429:client_fid_init()) Process entered 00020000:00000010:2.0:1773941542.035066:0:2411:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d90f91480. 40000000:00000010:1.0:1773941542.035069:0:14720:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d885d9200. 00000008:00000010:2.0:1773941542.035073:0:2411:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d88b8d4a0. 40000000:00000010:1.0:1773941542.035075:0:14720:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920da1333600. 00000100:00000040:0.0:1773941542.035075:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (353) 00020000:00000010:2.0:1773941542.035079:0:2411:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d884a7a80. 00000100:00000001:2.0:1773941542.035084:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 40000000:00000001:1.0:1773941542.035086:0:14720:0:(fid_request.c:396:seq_client_init()) Process entered 00000100:00000001:2.0:1773941542.035088:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1773941542.035090:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d90f8f000 refcount=3 00000100:00000040:2.0:1773941542.035096:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035104:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.035106:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.035108:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.035111:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.035113:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.035145:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203412480:192.168.204.109@tcp:38:mount.lustre.0 00000100:00000001:2.0:1773941542.035149:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.035152:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.035154:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.035155:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.035159:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941542.035161:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035166:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.035169:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a580. 00000400:00000010:2.0:1773941542.035175:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000100:00000200:2.0:1773941542.035179:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412480, portal 10 00000100:00000001:2.0:1773941542.035182:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.035184:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551866752 : -120888157684864 : ffff920d884dbb80) 40000000:00000010:1.0:1773941542.035190:0:14720:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920da1333600. 00000020:00000010:2.0:1773941542.035192:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9089e000. 40000000:00000001:1.0:1773941542.035195:0:14720:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941542.035199:0:14720:0:(fld_request.c:140:fld_client_add_target()) Process entered 00000100:00000040:2.0:1773941542.035201:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 80000000:00000040:1.0:1773941542.035202:0:14720:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff920d908c6800: Adding target lustre-MDT0000-mdc-ffff920d908c6800 (idx 0) 80000000:00000010:1.0:1773941542.035209:0:14720:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920d88ef04c0. 00000100:00000001:2.0:1773941542.035215:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1773941542.035215:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d90f8f000 refcount=4 80000000:00000001:1.0:1773941542.035220:0:14720:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.035225:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00800000:00000001:1.0:1773941542.035226:0:14720:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941542.035230:0:14720:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941542.035233:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000002:00000001:1.0:1773941542.035234:0:14720:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773941542.035237:0:14720:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941542.035240:0:14720:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00000100:00000200:2.0:1773941542.035241:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203412480, offset 0 00020000:00000010:1.0:1773941542.035244:0:14720:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff920d86cf4400. 00020000:00001000:1.0:1773941542.035249:0:14720:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.204.109@tcp (1 targets) 00020000:00000001:1.0:1773941542.035254:0:14720:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773941542.035257:0:14720:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff920d908c6800(27fd897d-18d3-46f3-b912-4a61ec2d8da8) successfully (5) 00800000:00000001:1.0:1773941542.035260:0:14720:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00000400:00000200:2.0:1773941542.035264:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00800000:00000004:1.0:1773941542.035264:0:14720:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff920d908c6800: age -652, max_age 0 00000100:00000010:1.0:1773941542.035271:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9180. 00000400:00000200:2.0:1773941542.035276:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000040:1.0:1773941542.035276:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=5 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:1.0:1773941542.035280:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.035283:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.035285:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035288:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 02000000:00000010:1.0:1773941542.035291:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d885d9a00. 00000400:00000200:2.0:1773941542.035294:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773941542.035297:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035299:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000100:00000001:1.0:1773941542.035302:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1773941542.035305:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773941542.035306:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035311:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1773941542.035315:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a508b520] to pc [ptlrpcd_00_00+0] req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.035318:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[123, 108] 00000400:00000200:2.0:1773941542.035344:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.035348:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [241:241:255:4294967295] 192.168.204.109@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1773941542.035351:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00800000:00000001:1.0:1773941542.035353:0:14720:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035361:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00800000:00000001:1.0:1773941542.035362:0:14720:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.035364:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1773941542.035369:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00800000:00000001:1.0:1773941542.035374:0:14720:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00000800:00000010:2.0:1773941542.035376:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000008:00000010:0.0:1773941542.035376:0:2413:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d82cf8000. 00800000:01000000:1.0:1773941542.035379:0:14720:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff920d908c6800(27fd897d-18d3-46f3-b912-4a61ec2d8da8) - lustre-MDT0001_UUID, 27fd897d-18d3-46f3-b912-4a61ec2d8da8 00800000:00000001:1.0:1773941542.035385:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00020000:00000010:0.0:1773941542.035386:0:2413:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920da1654240. 00000800:00000200:2.0:1773941542.035387:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00010000:00000001:1.0:1773941542.035387:0:14720:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:1.0:1773941542.035391:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773941542.035393:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941542.035397:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d90f8c000. 00000008:00000010:0.0:1773941542.035397:0:2413:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d86c4c2c0. 00000800:00000200:2.0:1773941542.035398:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000020:00000001:1.0:1773941542.035402:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000200:2.0:1773941542.035404:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:1.0:1773941542.035406:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d90f8c000 with handle 0xef3f469e0cc3ae4c to hash 00020000:00000010:0.0:1773941542.035407:0:2413:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d983e4b40. 00000020:00000001:1.0:1773941542.035410:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941542.035416:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00100000:0.0:1773941542.035416:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941542.035417:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.035418:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.035425:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.035426:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 0 usecs (0 jiffies) 00000020:00000040:1.0:1773941542.035426:0:14720:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff920d908c6800 (ffff920d90c019b8) now 5 - export 00000020:00000001:1.0:1773941542.035433:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00000001:0.0:1773941542.035433:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773941542.035438:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941542.035438:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941542.035439:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8c000 : new refcount 1 00000100:00000001:2.0:1773941542.035444:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295017865 00000020:00000080:1.0:1773941542.035445:0:14720:0:(genops.c:1404:class_connect()) connect: client 27fd897d-18d3-46f3-b912-4a61ec2d8da8, cookie 0xef3f469e0cc3ae4c 00000100:00000001:0.0:1773941542.035446:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1773941542.035450:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.035451:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1773941542.035452:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1773941542.035454:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, simply extend its deadline from 4295017862 00000100:00000001:0.0:1773941542.035455:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1773941542.035456:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae4c 00000020:00000001:1.0:1773941542.035460:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941542.035462:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8c000 refcount=2 00000100:00000001:2.0:1773941542.035463:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295017865 00000020:00000001:1.0:1773941542.035466:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00000040:0.0:1773941542.035467:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035469:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, simply extend its deadline from 4295017862 00000020:00000001:1.0:1773941542.035471:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00000001:2.0:1773941542.035476:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.035479:0:14720:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1773941542.035482:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.035483:0:14720:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1773941542.035488:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941542.035490:0:14720:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff920d908c6800: connect to NID 192.168.204.109@tcp last attempt 0 00000100:00000001:2.0:1773941542.035495:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.035495:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1773941542.035500:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941542.035501:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.035503:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941542.035505:0:14720:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000001:1.0:1773941542.035508:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1773941542.035513:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1773941542.035513:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 9 to 192.168.204.109@tcp 00000100:00080000:0.0:1773941542.035514:0:2413:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035520:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941542.035520:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:2.0:1773941542.035524:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1773941542.035526:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1773941542.035528:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.035529:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae4c 00000100:00000001:2.0:1773941542.035533:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.035540:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941542.035540:0:2413:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941542.035542:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8c000 refcount=3 00000020:00000001:1.0:1773941542.035546:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00000001:0.0:1773941542.035547:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941542.035548:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00000001:1.0:1773941542.035553:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1773941542.035555:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941542.035556:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 10 to 192.168.204.109@tcp 00000100:00000001:1.0:1773941542.035561:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000100:00000001:0.0:1773941542.035561:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941542.035566:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8c000 : new refcount 2 00000100:00000001:0.0:1773941542.035568:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941542.035569:0:14720:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff920d908c6800: import ffff920d90f8b000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:1.0:1773941542.035574:0:14720:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.035576:0:14720:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1773941542.035576:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941542.035580:0:14720:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773941542.035583:0:14720:0:(sec.c:1450:sptlrpc_sec_create()) mdc lustre-MDT0001-mdc-ffff920d908c6800: select security flavor null 02000000:00000001:1.0:1773941542.035585:0:14720:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649764512 : -1059787104 : ffffffffc0d4eea0) 02000000:00000001:1.0:1773941542.035587:0:14720:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.035589:0:14720:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1773941542.035591:0:14720:0:(osc_request.c:3808:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d2b8 ocd_version: 34681537 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773941542.035593:0:14720:0:(osc_request.c:3811:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.035594:0:14720:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941542.035598:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884d9880. 00000800:00000200:2.0:1773941542.035600:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1773941542.035601:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f8b000 refcount=3 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000800:00000010:2.0:1773941542.035606:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 02000000:00000001:1.0:1773941542.035607:0:14720:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941542.035610:0:14720:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035613:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773941542.035613:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.035616:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.035619:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035623:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 02000000:00000010:1.0:1773941542.035625:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d88f79400. 00000400:00000200:2.0:1773941542.035627:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000100:00000001:1.0:1773941542.035630:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941542.035631:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941542.035637:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1773941542.035637:0:14720:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773941542.035644:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.035649:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.035653:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035657:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.035661:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941542.035666:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031537bef] to pc [ptlrpcd_rcv+-1] req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035676:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035681:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773941542.035688:0:14720:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.035691:0:14720:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773941542.035693:0:14720:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 27fd897d-18d3-46f3-b912-4a61ec2d8da8->lustre-MDT0001_UUID 00000100:00000001:2.0:1773941542.035694:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1773941542.035696:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f8b000 refcount=4 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000100:00000001:2.0:1773941542.035697:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.035701:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.035706:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035713:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.035713:0:14720:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035716:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941542.035717:0:14720:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 02000000:00000001:2.0:1773941542.035718:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00800000:00000001:1.0:1773941542.035720:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.035722:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1773941542.035723:0:14720:0:(fid_request.c:429:client_fid_init()) Process entered 00000100:00000040:0.0:1773941542.035723:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (353) 02000000:00000001:2.0:1773941542.035726:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1773941542.035729:0:14720:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff920d84e3fe00. 00000100:00100000:2.0:1773941542.035731:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d884d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203412736:192.168.204.109@tcp:38:mount.lustre.0 40000000:00000010:1.0:1773941542.035734:0:14720:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff920da1333600. 00000100:00000001:2.0:1773941542.035736:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 40000000:00000001:1.0:1773941542.035737:0:14720:0:(fid_request.c:396:seq_client_init()) Process entered 02000000:00000001:2.0:1773941542.035740:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1773941542.035741:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d90f8c000 refcount=3 02000000:00000001:2.0:1773941542.035743:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.035747:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.035756:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941542.035758:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.035761:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.035765:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a370. 00000400:00000010:2.0:1773941542.035769:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941542.035771:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412736, portal 10 00000100:00000001:2.0:1773941542.035774:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.035775:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551857792 : -120888157693824 : ffff920d884d9880) 00000020:00000010:2.0:1773941542.035781:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90898000. 00000100:00000040:2.0:1773941542.035787:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035792:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.035794:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.035798:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5d48. 00000100:00000200:2.0:1773941542.035800:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112203412736, offset 0 00000400:00000200:2.0:1773941542.035804:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.035807:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.035810:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.035813:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.035816:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.035818:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.035820:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.035822:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[124, 108] 00000400:00000200:2.0:1773941542.035825:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.035828:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [242:242:255:4294967295] 192.168.204.109@tcp LPNI seq info [125:125:8:4294967295] 40000000:00000010:1.0:1773941542.035830:0:14720:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff920da1333600. 00000400:00000200:2.0:1773941542.035834:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 40000000:00000001:1.0:1773941542.035835:0:14720:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941542.035839:0:14720:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773941542.035842:0:14720:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff920d908c6800: Adding target lustre-MDT0001-mdc-ffff920d908c6800 (idx 1) 00000400:00000200:2.0:1773941542.035847:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 80000000:00000010:1.0:1773941542.035848:0:14720:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff920d88ef0b80. 00000020:00000040:1.0:1773941542.035853:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d90f8c000 refcount=4 00000800:00000200:2.0:1773941542.035855:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 80000000:00000001:1.0:1773941542.035857:0:14720:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.035860:0:14720:0:(obd_class.h:1347:obd_register_observer()) Process entered 00000800:00000010:2.0:1773941542.035861:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00800000:00000001:1.0:1773941542.035862:0:14720:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941542.035866:0:14720:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773941542.035868:0:14720:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.035869:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00020000:00000001:1.0:1773941542.035870:0:14720:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00001000:1.0:1773941542.035877:0:14720:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0001_UUID to server 192.168.204.109@tcp (2 targets) 00000800:00000200:2.0:1773941542.035878:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00020000:00000001:1.0:1773941542.035879:0:14720:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773941542.035881:0:14720:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff920d908c6800(27fd897d-18d3-46f3-b912-4a61ec2d8da8) successfully (5) 00800000:00000001:1.0:1773941542.035883:0:14720:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773941542.035885:0:14720:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0001-mdc-ffff920d908c6800: age -652, max_age 0 00000800:00000200:2.0:1773941542.035889:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1773941542.035891:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884db100. 00000020:00000040:1.0:1773941542.035895:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f8b000 refcount=5 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000100:00000001:2.0:1773941542.035900:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.035905:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1773941542.035905:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941542.035909:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1773941542.035912:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:1.0:1773941542.035912:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035915:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295017865 02000000:00000010:1.0:1773941542.035918:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84e3f200. 00000100:00000001:2.0:1773941542.035919:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017865 00000100:00000001:2.0:1773941542.035924:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295017865 00000100:00000001:1.0:1773941542.035925:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035929:0:2411:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017865 00000100:00000001:1.0:1773941542.035930:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.035934:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941542.035935:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035940:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941542.035944:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbac874b] to pc [ptlrpcd_00_01+1] req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.035945:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035950:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.035957:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.035960:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941542.035962:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.035963:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.035964:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.035965:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.035970:0:14720:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.035981:0:14720:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.035981:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00800000:00000001:1.0:1773941542.035984:0:14720:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000100:00000001:0.0:1773941542.035986:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000002:00000001:1.0:1773941542.035987:0:14720:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773941542.035991:0:14720:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.035991:0:2413:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000002:00000001:1.0:1773941542.035993:0:14720:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773941542.035996:0:14720:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.035998:0:14720:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941542.036001:0:14720:0:(lmv_obd.c:508:lmv_check_connect()) Process leaving 00000100:00000040:0.0:1773941542.036002:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773941542.036003:0:14720:0:(lmv_obd.c:265:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.036007:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000001:1.0:1773941542.036008:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941542.036013:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000080:00000001:1.0:1773941542.036013:0:14720:0:(obd_class.h:1067:obd_statfs()) Process entered 00000080:00000004:1.0:1773941542.036017:0:14720:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff920d908c6800: age -652, max_age 347 00000400:00000200:2.0:1773941542.036020:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00800000:00000001:1.0:1773941542.036023:0:14720:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00000400:00000200:2.0:1773941542.036026:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00800000:00000010:1.0:1773941542.036027:0:14720:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff920da1333600. 00000400:00000200:2.0:1773941542.036033:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5d48 00800000:00000001:1.0:1773941542.036033:0:14720:0:(obd_class.h:1067:obd_statfs()) Process entered 00000400:00000010:2.0:1773941542.036037:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5d48. 00800000:00000004:1.0:1773941542.036037:0:14720:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff920d908c6800: age -652, max_age 347 00000002:00000001:1.0:1773941542.036043:0:14720:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000100:00000001:2.0:1773941542.036045:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1773941542.036048:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=6 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:0.0:1773941542.036051:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1773941542.036052:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941542.036055:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d884dad80. 00000100:00000001:0.0:1773941542.036055:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941542.036060:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=7 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:1.0:1773941542.036066:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:0.0:1773941542.036068:0:2413:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.036069:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941542.036069:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941542.036073:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.036077:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941542.036080:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff920d84e3f300. 00000100:00000001:1.0:1773941542.036086:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.036091:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941542.036095:0:2413:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.036096:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.036101:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773941542.036101:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1773941542.036102:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773941542.036106:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920da13339c0. 00000100:00000001:0.0:1773941542.036107:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.036112:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185969560000 : -120887739991616 : ffff920da13339c0) 00000100:00000001:0.0:1773941542.036113:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.036135:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941542.036137:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551863168 : -120888157688448 : ffff920d884dad80) 00000100:00000001:1.0:1773941542.036140:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941542.036143:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036144:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.036145:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941542.036148:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941542.036150:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941542.036153:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.036154:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.036160:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036166:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.036167:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.036170:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.036173:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941542.036174:0:14720:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.036177:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036184:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941542.036185:0:14720:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.036188:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941542.036188:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941542.036191:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036193:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941542.036194:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da13339c0 going to sleep for 0 seconds 00000100:00000001:1.0:1773941542.036199:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941542.036201:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.036202:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.036204:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.036205:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941542.036208:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941542.036211:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036211:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.036218:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941542.036221:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.036224:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.036227:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.036232:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000010:1.0:1773941542.036238:0:2412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d90f842f0. 00020000:00000010:1.0:1773941542.036242:0:2412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920dc2077f00. 00000008:00000010:1.0:1773941542.036246:0:2412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920d884d0000. 00020000:00000010:1.0:1773941542.036249:0:2412:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d90a4eac0. 00000100:00000001:1.0:1773941542.036252:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.037561:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037569:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.037571:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037575:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.037578:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037584:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.037590:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037594:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037600:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037605:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f207400 00000400:00000200:2.0:1773941542.037610:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037615:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x11a5 [1] + 0 00000800:00000001:2.0:1773941542.037621:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037627:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.037630:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.037633:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.037638:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.037643:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.037653:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.037667:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.037672:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037677:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.037679:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037682:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.037685:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037690:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.037696:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037700:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037704:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037708:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 10 MB=0x69bc31f207500 00000400:00000200:2.0:1773941542.037712:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.037726:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 416/416 into md 0x11b5 [1] + 0 00000800:00000001:2.0:1773941542.037731:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037754:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.037757:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.037760:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.037764:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.037767:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.037775:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.037781:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.037785:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.037789:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.037796:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.037798:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.037801:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.037803:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.037804:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a370. 00000400:00000200:2.0:1773941542.037807:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941542.037808:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941542.037810:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.037813:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.037821:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.037826:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.037827:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.037829:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.037831:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.037832:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.037834:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.037835:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.037840:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f8b458 time=1773941542 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941542.037849:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f8b410 time=1773941542 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941542.037851:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f8b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773941542.037854:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.037855:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.037857:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941542.037861:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941542.037866:0:2411:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.037868:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773941542.037870:0:2411:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d908c6800: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773941542.037872:0:2411:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d908c6800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773941542.037874:0:2411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941542.037876:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.037879:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.037884:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.037886:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.037887:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.037889:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941542.037893:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff920d908c6800: connect to target with instance 2 00000020:00000001:2.0:1773941542.037895:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941542.037896:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae4c 00000020:00000001:2.0:1773941542.037898:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.037899:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8c000 refcount=5 00000020:00000001:2.0:1773941542.037901:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000020:00000001:2.0:1773941542.037903:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697292288 : -120888012259328 : ffff920d90f8c000) 00000100:00001000:2.0:1773941542.037906:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f8b410 time=1773941542 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941542.037908:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f8b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773941542.037911:0:2411:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000100:00080000:2.0:1773941542.037915:0:2411:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff920d908c6800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d2b8 00000020:00000040:2.0:1773941542.037918:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8c000 : new refcount 4 00000100:00000001:2.0:1773941542.037925:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941542.037927:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773941542.037931:0:2411:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0001-mdc-ffff920d908c6800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1773941542.037934:0:2411:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773941542.037936:0:2411:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.037937:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1773941542.037940:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773941542.037942:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.037943:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.037945:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.037947:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941542.037949:0:2411:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1773941542.037952:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90f8b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773941542.037954:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941542.037955:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773941542.037956:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1773941542.037957:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773941542.037959:0:2411:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773941542.037960:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff920d90c00820 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1773941542.037962:0:2411:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xef3f469e0cc3ae45 00800000:00000040:2.0:1773941542.037964:0:2411:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xef3f469e0cc3ae4c 00800000:00000040:2.0:1773941542.037966:0:2411:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff920d908c6800=27fd897d-18d3-46f3-b912-4a61ec2d8da8 device 4 (ffff920d90c019b8) type mdc at LMV idx 1 00800000:00000040:2.0:1773941542.037969:0:2411:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff920d90c019b8 already active! 00800000:00000001:2.0:1773941542.037970:0:2411:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773941542.037972:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.037974:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941542.037976:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90f8b000 refcount=6 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000002:00000001:2.0:1773941542.038161:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038164:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941542.038165:0:2411:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.038168:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000002:00000001:0.0:1773941542.038170:0:14811:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1773941542.038174:0:14811:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000100:00080000:2.0:1773941542.038175:0:2411:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000e9061671): req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773941542.038178:0:14811:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941542.038183:0:14811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941542.038186:0:14811:0:(genops.c:1242:class_import_put()) import ffff920d90f8b000 refcount=5 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000020:00000001:0.0:1773941542.038189:0:14811:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1773941542.038191:0:14811:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038196:0:2411:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.038198:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941542.038200:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.038206:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.038210:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.038215:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.038215:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941542.038216:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.038221:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941542.038224:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941542.038229:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.038233:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1773941542.038238:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203412736:192.168.204.109@tcp:38:mount.lustre.0 02000000:00000001:0.0:1773941542.038238:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941542.038241:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.038245:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941542.038250:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c3000. 00000400:00000001:2.0:1773941542.038252:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1773941542.038252:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773941542.038256:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1773941542.038260:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.038261:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a580. 00000400:00000010:0.0:1773941542.038265:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c875d8. 00000400:00000200:2.0:1773941542.038267:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:2.0:1773941542.038271:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:2.0:1773941542.038275:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1773941542.038279:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee770. 00000100:00000200:2.0:1773941542.038280:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941542.038284:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412864, portal 10 00000100:00000001:0.0:1773941542.038289:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941542.038292:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551864064 : -120888157687552 : ffff920d884db100) 00000100:00000200:2.0:1773941542.038293:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1773941542.038300:0:2413:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9091e000. 00000100:00000001:2.0:1773941542.038301:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.038304:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038306:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.038309:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1773941542.038310:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038311:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.038314:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.038319:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.038336:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1773941542.038339:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f89458 time=1773941542 v=5 (0 0 0 0) 00000100:00000040:0.0:1773941542.038340:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00001000:2.0:1773941542.038345:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=1773941542 v=0 (0 0 0 0) 00000400:00000010:0.0:1773941542.038346:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87feecc0. 00000100:00001000:2.0:1773941542.038352:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f89410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000200:0.0:1773941542.038353:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203412864, offset 0 00000100:00000001:2.0:1773941542.038358:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.038360:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.038364:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1773941542.038365:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00010000:00000001:2.0:1773941542.038368:0:2411:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038371:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1773941542.038372:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00100000:2.0:1773941542.038373:0:2411:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773941542.038377:0:2411:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: normal: skip=0 replay=0/0 committed=0/0 00000400:00000200:0.0:1773941542.038378:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000001:2.0:1773941542.038381:0:2411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1773941542.038383:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941542.038385:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941542.038388:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941542.038391:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941542.038392:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1773941542.038399:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941542.038399:0:2413:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[125, 108] 00000400:00000200:0.0:1773941542.038406:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000001:2.0:1773941542.038410:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.038412:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.038415:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038419:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1773941542.038420:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [243:243:255:4294967295] 192.168.204.109@tcp LPNI seq info [126:126:8:4294967295] 00000100:00080000:2.0:1773941542.038423:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff920d908c6800: connect to target with instance 2 00000020:00000001:2.0:1773941542.038426:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1773941542.038427:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000040:2.0:1773941542.038430:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae45 00000020:00000001:2.0:1773941542.038433:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.038436:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d90f8f000 refcount=5 00000020:00000001:2.0:1773941542.038441:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000400:00000200:0.0:1773941542.038441:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000020:00000001:2.0:1773941542.038445:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185697304576 : -120888012247040 : ffff920d90f8f000) 00000800:00000200:0.0:1773941542.038449:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00001000:2.0:1773941542.038450:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=1773941542 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941542.038454:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f89410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000800:00000010:0.0:1773941542.038454:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d400. 00000100:00000040:2.0:1773941542.038461:0:2411:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000800:00000200:0.0:1773941542.038462:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000100:00080000:2.0:1773941542.038465:0:2411:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff920d908c6800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d2b8 00000020:00000040:2.0:1773941542.038469:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d90f8f000 : new refcount 4 00000800:00000200:0.0:1773941542.038469:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000100:00000001:2.0:1773941542.038473:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000800:00000200:0.0:1773941542.038474:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d400 type 1, nob 320 niov 1 nkiov 1 00000002:00000001:2.0:1773941542.038475:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773941542.038479:0:2411:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff920d908c6800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1773941542.038482:0:2411:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773941542.038483:0:2411:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.038485:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00000100:00000001:0.0:1773941542.038485:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941542.038488:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00000100:00000040:0.0:1773941542.038491:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: using a timeout of 2685 usecs (3 jiffies) 00800000:00000001:2.0:1773941542.038492:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.038496:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941542.038500:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000002:00000001:2.0:1773941542.038501:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.038503:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015659 00000100:00000001:2.0:1773941542.038504:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941542.038507:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017865 00000100:00080000:2.0:1773941542.038508:0:2411:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1773941542.038512:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90f89000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1773941542.038513:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015659 00000100:00000001:2.0:1773941542.038516:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941542.038518:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017865 00000100:00000001:0.0:1773941542.038520:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.038523:0:2413:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773941542.038524:0:2411:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000100:00000001:0.0:1773941542.038526:0:2413:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000002:00000001:2.0:1773941542.038527:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00000100:00000001:0.0:1773941542.038529:0:2413:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941542.038530:0:2411:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773941542.038533:0:2411:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773941542.038535:0:2411:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff920d90c00820 for uuid lustre-MDT0000_UUID (activate=1) 02000000:00000001:0.0:1773941542.038535:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00800000:00000040:2.0:1773941542.038540:0:2411:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xef3f469e0cc3ae45 02000000:00000001:0.0:1773941542.038540:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00800000:00000040:2.0:1773941542.038545:0:2411:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff920d908c6800=27fd897d-18d3-46f3-b912-4a61ec2d8da8 device 3 (ffff920d90c03370) type mdc at LMV idx 0 02000000:00000001:0.0:1773941542.038546:0:2413:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1773941542.038548:0:2411:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff920d90c03370 already active! 00800000:00000001:2.0:1773941542.038551:0:2411:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.038552:0:2413:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00800000:00000001:2.0:1773941542.038553:0:2411:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.038557:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.038558:0:2413:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1773941542.038559:0:2411:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=8 obd=lustre-MDT0000-mdc-ffff920d908c6800 02000000:00000001:0.0:1773941542.038563:0:2413:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.038567:0:2413:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941542.038572:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d861c1800. 02000000:00000001:0.0:1773941542.038576:0:2413:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941542.038580:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:0.0:1773941542.038585:0:2413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c879a0. 00000400:00000010:0.0:1773941542.038592:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee330. 00000100:00000200:0.0:1773941542.038602:0:2413:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412608, portal 10 00000100:00000001:0.0:1773941542.038603:0:2413:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941542.038604:0:2413:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551856000 : -120888157695616 : ffff920d884d9180) 00000020:00000010:0.0:1773941542.038610:0:2413:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d90918000. 00000800:00000200:2.0:1773941542.038611:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.038614:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d400. 00000100:00000040:0.0:1773941542.038618:0:2413:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.038620:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.038629:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:0.0:1773941542.038630:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1773941542.038633:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87feecc0 00000100:00000040:0.0:1773941542.038636:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.038637:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87feecc0. 00000400:00000010:0.0:1773941542.038640:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d87fee7f8. 00000100:00000001:2.0:1773941542.038642:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941542.038645:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203412608, offset 0 00000100:00000200:2.0:1773941542.038649:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941542.038655:0:2413:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:0.0:1773941542.038662:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.038664:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941542.038667:0:2413:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000100:00000040:2.0:1773941542.038671:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941542.038673:0:2413:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941542.038679:0:2413:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:0.0:1773941542.038683:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941542.038685:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941542.038687:0:2413:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941542.038689:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773941542.038692:0:2413:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[7, 7] s:[126, 108] 00000400:00000200:0.0:1773941542.038696:0:2413:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:0.0:1773941542.038699:0:2413:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [244:244:255:4294967295] 192.168.204.109@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1773941542.038702:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941542.038708:0:2413:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:0.0:1773941542.038711:0:2413:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:0.0:1773941542.038715:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d8359d400. 00000800:00000200:0.0:1773941542.038718:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:0.0:1773941542.038722:0:2413:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1773941542.038725:0:2413:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d8359d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941542.038734:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941542.038736:0:2413:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 4117 usecs (5 jiffies) 00000400:00000200:0.0:1773941542.038739:0:2413:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941542.038746:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015661 00000100:00000001:0.0:1773941542.038748:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017865 00000100:00000001:0.0:1773941542.038750:0:2413:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015661 00000100:00000001:0.0:1773941542.038752:0:2413:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017865 00000100:00000001:0.0:1773941542.038755:0:2413:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.038757:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.038759:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.038762:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941542.038763:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941542.038765:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941542.038766:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941542.038769:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.038772:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941542.038772:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941542.038777:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d8359d400. 00000400:00000200:2.0:1773941542.038781:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.038785:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.038788:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee7f8 00000400:00000010:2.0:1773941542.038790:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee7f8. 00000100:00000001:2.0:1773941542.038792:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.038802:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038809:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.038811:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038817:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038818:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1773941542.038840:0:2411:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038842:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941542.038844:0:2411:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.038845:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941542.038849:0:2411:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000c3deba73): req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038858:0:2411:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038861:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.038864:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.038870:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203412480:192.168.204.109@tcp:38:mount.lustre.0 00000100:00000001:2.0:1773941542.038873:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038874:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.038876:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9880 x1860112203412736/t0(0) o38->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038880:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.038882:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.038884:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080cc00. 02000000:00000001:2.0:1773941542.038886:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.038887:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.038888:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90f8b000 refcount=4 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000020:00000001:2.0:1773941542.038889:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.038891:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d88f79400. 02000000:00000001:2.0:1773941542.038900:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.038901:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.038903:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9880. 00000100:00000001:2.0:1773941542.038906:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.038907:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038908:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.038912:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884dbb80 x1860112203412480/t0(0) o38->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038917:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.038917:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.038919:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941542.038921:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.038922:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.038923:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=7 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:2.0:1773941542.038924:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.038925:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d88f7b400. 02000000:00000001:2.0:1773941542.038927:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.038928:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.038929:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dbb80. 00000100:00000001:2.0:1773941542.038930:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.038931:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038933:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038936:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.038937:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038938:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.038939:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038946:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.038949:0:14720:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.038950:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.038951:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.038953:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.038955:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.038957:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.038958:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.038960:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.038961:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.038963:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.038970:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941542.038972:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.038975:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.038978:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a580. 00000400:00000010:2.0:1773941542.038982:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000100:00000200:2.0:1773941542.038984:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203412992, portal 10 00000100:00000001:2.0:1773941542.038986:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.038987:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185551863168 : -120888157688448 : ffff920d884dad80) 00000100:00000040:2.0:1773941542.038992:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.038997:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.038999:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.039002:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941542.039004:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112203412992, offset 0 00000400:00000200:2.0:1773941542.039007:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.039011:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.039014:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.039018:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.039020:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.039022:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.039025:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.039027:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[127, 108] 00000400:00000200:2.0:1773941542.039030:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.039033:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [245:245:255:4294967295] 192.168.204.109@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1773941542.039037:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.039042:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.039045:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.039049:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941542.039052:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.039056:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.039058:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.039071:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.039073:0:14720:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 4117 usecs (5 jiffies) 00000400:00000200:2.0:1773941542.039076:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.039078:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015661 00000100:00000001:2.0:1773941542.039080:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017865 00000100:00000001:2.0:1773941542.039082:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015661 00000100:00000001:2.0:1773941542.039084:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017865 00000100:00000001:2.0:1773941542.039085:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.039087:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.039089:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.039090:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.039091:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920da13339c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.039092:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.039094:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.039158:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.039161:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941542.039165:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.039169:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.039172:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941542.039174:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941542.039178:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.039182:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.039188:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.039192:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.039197:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.039198:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1773941542.039210:0:14812:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1773941542.039212:0:14812:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1773941542.039214:0:14812:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941542.039217:0:14812:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.039225:0:14812:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=6 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:2.0:1773941542.039228:0:14812:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:2.0:1773941542.039229:0:14812:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941542.039721:0:14808:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d90addbc0. 00000020:00000040:3.0:1773941542.039730:0:14808:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff920d908c6800 has already been connecting to new target(2) 00000020:00000010:3.0:1773941542.039735:0:14808:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d90addbc0. 00000020:00000010:0.0:1773941542.039834:0:14806:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d98b51180. 00000020:00000040:0.0:1773941542.039839:0:14806:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff920d908c6800 has already been connecting to new target(2) 00000020:00000010:0.0:1773941542.039841:0:14806:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d98b51180. 00000800:00000001:2.0:1773941542.040393:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.040401:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.040403:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.040405:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.040409:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040412:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.040418:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040421:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040424:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040426:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f207580 00000400:00000200:2.0:1773941542.040430:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040433:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x11c5 [1] + 224 00000800:00000001:2.0:1773941542.040437:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.040444:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.040446:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.040450:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.040454:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.040458:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.040467:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.040483:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.040490:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773941542.040491:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1773941542.040494:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040494:0:2413:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1773941542.040498:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1773941542.040500:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1773941542.040502:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773941542.040502:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941542.040506:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c875d8. 00000400:00000200:2.0:1773941542.040507:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:0.0:1773941542.040511:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee770 00000400:00000200:2.0:1773941542.040515:0:2407:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000010:0.0:1773941542.040515:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee770. 00000100:00000001:0.0:1773941542.040521:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1773941542.040524:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040528:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:0.0:1773941542.040528:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.040541:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000200:0.0:1773941542.040545:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.040547:0:2407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f207480 00000400:00000200:2.0:1773941542.040556:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040564:0:2407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x11cd [1] + 224 00000100:00000001:0.0:1773941542.040568:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.040569:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773941542.040572:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040576:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941542.040578:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941542.040580:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941542.040588:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.040591:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.040596:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1773941542.040597:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f8b458 time=0 v=5 (5 0 0 0) 00000400:00000200:2.0:1773941542.040600:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1773941542.040603:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f8b410 time=0 v=5 (1 0 0 0) 00000400:00000200:2.0:1773941542.040607:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:0.0:1773941542.040609:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.040611:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941542.040612:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.040616:0:2413:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1773941542.040619:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1773941542.040624:0:2413:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.040638:0:2407:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941542.040638:0:2413:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.040644:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773941542.040648:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941542.040650:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941542.040651:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941542.040652:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.040657:0:2407:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1773941542.040658:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941542.040661:0:2407:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040668:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.040670:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941542.040671:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1773941542.040674:0:2413:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=2997 free=2973 avail=2957 objects=87086 free=86774 state=0 00000100:00000040:0.0:1773941542.040679:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941542.040684:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27fd897d-18d3-46f3-b912-4a61ec2d8da8:0:1860112203412864:192.168.204.109@tcp:41:mount.lustre.0 00000400:00000001:0.0:1773941542.040690:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941542.040691:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941542.040693:0:2413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c879a0. 00000400:00000200:0.0:1773941542.040696:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d87fee330 00000400:00000010:0.0:1773941542.040698:0:2413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d87fee330. 00000100:00000001:0.0:1773941542.040700:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941542.040703:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941542.040719:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.040724:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941542.040725:0:2413:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040727:0:2413:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941542.040728:0:2413:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941542.040729:0:2413:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941542.040730:0:2413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941542.040732:0:2413:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941542.040734:0:2413:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f89458 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941542.040736:0:2413:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941542.040739:0:2413:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941542.040740:0:2413:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941542.040741:0:2413:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941542.040743:0:2413:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941542.040744:0:2413:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773941542.040745:0:2413:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:0.0:1773941542.040747:0:2413:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941542.040748:0:2413:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941542.040751:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941542.040755:0:2413:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941542.040757:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941542.040758:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1773941542.040760:0:2413:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=2997 free=2972 avail=2956 objects=86890 free=86559 state=0 00000800:00000001:2.0:1773941542.040765:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1773941542.040766:0:2413:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1773941542.040772:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941542.040774:0:2413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27fd897d-18d3-46f3-b912-4a61ec2d8da8:0:1860112203412608:192.168.204.109@tcp:41:mount.lustre.0 00000800:00000001:2.0:1773941542.040775:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.040781:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040782:0:2413:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040785:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941542.040787:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040792:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000100:00000040:0.0:1773941542.040796:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884db100 x1860112203412864/t0(0) o41->lustre-MDT0001-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.040801:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.040808:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:0.0:1773941542.040812:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1773941542.040815:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:0.0:1773941542.040816:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941542.040819:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c3000. 00000400:00000200:2.0:1773941542.040823:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 368 into portal 10 MB=0x69bc31f207600 02000000:00000001:0.0:1773941542.040825:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1773941542.040828:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000020:00000001:0.0:1773941542.040828:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941542.040831:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d90f8b000 refcount=3 obd=lustre-MDT0001-mdc-ffff920d908c6800 00000400:00000200:2.0:1773941542.040836:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 368/368 into md 0x11d5 [1] + 224 00000020:00000001:0.0:1773941542.040836:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941542.040840:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84e3f200. 00000800:00000001:2.0:1773941542.040842:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1773941542.040844:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941542.040846:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941542.040847:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884db100. 00000800:00000001:2.0:1773941542.040849:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040851:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1773941542.040853:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941542.040854:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040857:0:2413:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941542.040859:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000040:0.0:1773941542.040863:0:2413:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884d9180 x1860112203412608/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.040872:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773941542.040873:0:2413:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941542.040876:0:2413:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941542.040878:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d861c1800. 00000100:00000200:2.0:1773941542.040879:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941542.040881:0:2413:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941542.040884:0:2413:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941542.040887:0:2413:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=5 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:0.0:1773941542.040892:0:2413:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941542.040895:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d885d9a00. 00000100:00000040:2.0:1773941542.040896:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941542.040900:0:2413:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941542.040903:0:2413:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941542.040906:0:2413:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884d9180. 00000100:00000001:0.0:1773941542.040909:0:2413:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.040910:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941542.040911:0:2413:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040914:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.040918:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773941542.040919:0:2413:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941542.040923:0:2413:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.040924:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941542.040926:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941542.040930:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.040939:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.040944:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.040946:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.040948:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a580. 00000400:00000200:2.0:1773941542.040952:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:2.0:1773941542.040954:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:2.0:1773941542.040958:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.040962:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.040969:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.040975:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.040977:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.040979:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.040980:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.040981:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.040983:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.040985:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.040988:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f89458 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.040992:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.040995:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.040996:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.040998:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.041001:0:14720:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041004:0:14720:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941542.041011:0:14720:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941542.041013:0:14720:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941542.041015:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.041020:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041025:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.041027:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.041028:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.041032:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.041039:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d884dad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203412992:192.168.204.109@tcp:41:mount.lustre.0 00000100:00000001:2.0:1773941542.041045:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.041048:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041050:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.041081:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.041086:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041092:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.041094:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920da13339c0. 00000100:00000001:2.0:1773941542.041098:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.041099:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.041102:0:14720:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773941542.041104:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.041108:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d884dad80 x1860112203412992/t0(0) o41->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041114:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.041150:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.041153:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 00000020:00000010:1.0:1773941542.041156:0:14810:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff920d88ef0080. 02000000:00000001:2.0:1773941542.041157:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.041161:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.041164:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=4 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000040:1.0:1773941542.041164:0:14810:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff920d908c6800 is connecting to an obsoleted target(0/2), reconnecting... 00000020:00000001:2.0:1773941542.041170:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941542.041171:0:14810:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1773941542.041180:0:14810:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 02000000:00000010:2.0:1773941542.041181:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff920d84e3f300. 00000020:00000010:1.0:1773941542.041184:0:14810:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff920d88ef0080. 02000000:00000001:2.0:1773941542.041186:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.041189:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.041191:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d884dad80. 00000100:00000001:2.0:1773941542.041194:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.041196:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941542.041197:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.041198:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=3 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:2.0:1773941542.041200:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773941542.041202:0:14720:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff920d908c6800: update ffff920d90c037c0 cache blocks 2956/2997 objects 86559/86890 00800000:00000001:2.0:1773941542.041206:0:14720:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941542.041208:0:14720:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:2.0:1773941542.041211:0:14720:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff920da1333600. 00800000:00000001:2.0:1773941542.041215:0:14720:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1773941542.041218:0:14720:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff920d908c6800: update ffff920d90c00450 cache blocks 2956/2997 objects 86559/86890 00000080:00000001:2.0:1773941542.041223:0:14720:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941542.041227:0:14720:0:(lmv_obd.c:1526:lmv_get_root()) Process entered 00000002:00000001:2.0:1773941542.041246:0:14720:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:2.0:1773941542.041252:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a8a300. 00000020:00000040:2.0:1773941542.041255:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=4 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:2.0:1773941542.041259:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.041261:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.041264:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.041269:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322ee00. 00000100:00000001:2.0:1773941542.041275:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041281:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.041283:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.041287:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56e40. 00000100:00000001:2.0:1773941542.041290:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561808448 : -120888147743168 : ffff920d88e56e40) 00000100:00000001:2.0:1773941542.041293:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.041295:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000001:2.0:1773941542.041299:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.041302:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041304:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.041306:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.041312:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041345:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.041347:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.041351:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.041353:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.041356:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.041360:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413120:192.168.204.109@tcp:40:mount.lustre.0 00000100:00000001:2.0:1773941542.041364:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.041369:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.041371:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.041379:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.041385:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080fc00. 02000000:00000001:2.0:1773941542.041388:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.041394:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.041397:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a580. 00000400:00000010:2.0:1773941542.041403:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e52a8. 00000100:00000200:2.0:1773941542.041412:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203413120, portal 10 00000100:00000001:2.0:1773941542.041415:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.041417:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826259712 : -120887883291904 : ffff920d98a8a300) 00000100:00000040:2.0:1773941542.041423:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041431:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.041434:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.041438:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000200:2.0:1773941542.041442:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112203413120, offset 0 00000400:00000200:2.0:1773941542.041455:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.041460:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.041465:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.041469:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.041488:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.041491:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.041495:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.041506:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[128, 108] 00000400:00000200:2.0:1773941542.041510:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.041515:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [246:246:255:4294967295] 192.168.204.109@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1773941542.041520:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.041537:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.041544:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.041549:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941542.041572:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.041578:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.041581:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.041591:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.041595:0:14720:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 5633 usecs (6 jiffies) 00000400:00000200:2.0:1773941542.041601:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.041603:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015665 00000100:00000001:2.0:1773941542.041607:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017865 00000100:00000001:2.0:1773941542.041610:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015665 00000100:00000001:2.0:1773941542.041613:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017865 00000100:00000001:2.0:1773941542.041616:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.041634:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041639:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.041641:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.041644:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56e40 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.041648:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.041650:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941542.041710:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.041713:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941542.041719:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.041725:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.041729:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941542.041731:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941542.041743:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.041750:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041759:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.041765:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.041773:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.041774:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1773941542.042516:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.042522:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773941542.042525:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.042527:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.042537:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.042543:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:3.0:1773941542.042549:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.042552:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.042557:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.042562:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 448 into portal 10 MB=0x69bc31f207680 00000400:00000200:3.0:1773941542.042567:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.042573:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 448/448 into md 0x11e5 [1] + 224 00000800:00000001:3.0:1773941542.042578:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.042585:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941542.042587:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941542.042593:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.042597:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.042602:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.042612:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.042628:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1773941542.042633:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773941542.042637:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.042662:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941542.042666:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941542.042668:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941542.042670:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a580. 00000400:00000200:3.0:1773941542.042674:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e52a8 00000400:00000010:3.0:1773941542.042676:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e52a8. 00000100:00000001:3.0:1773941542.042678:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.042683:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941542.042693:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.042700:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941542.042708:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.042710:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941542.042712:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941542.042714:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941542.042717:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.042719:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941542.042727:0:14720:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d86c3c000. 00000100:00001000:3.0:1773941542.042732:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f89458 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941542.042736:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941542.042739:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941542.042741:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941542.042743:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941542.042746:0:14720:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.042748:0:14720:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941542.042750:0:14720:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941542.042752:0:14720:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941542.042754:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941542.042759:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.042766:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941542.042769:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941542.042770:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941542.042775:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941542.042783:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a8a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413120:192.168.204.109@tcp:40:mount.lustre.0 00000100:00000001:3.0:1773941542.042789:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.042791:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.042793:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941542.042796:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.042799:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.042805:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941542.042814:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56e40. 00000100:00000001:3.0:1773941542.042817:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941542.042819:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1773941542.042823:0:14720:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:3.0:1773941542.042826:0:14720:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:3.0:1773941542.042827:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.042831:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a8a300 x1860112203413120/t0(0) o40->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.042838:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941542.042839:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941542.042842:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080fc00. 02000000:00000001:3.0:1773941542.042845:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941542.042847:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941542.042849:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=3 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:3.0:1773941542.042851:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941542.042852:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322ee00. 02000000:00000001:3.0:1773941542.042856:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941542.042857:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941542.042859:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a8a300. 00000100:00000001:3.0:1773941542.042862:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941542.042864:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941542.042867:0:14720:0:(lmv_obd.c:1534:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773941542.042870:0:14720:0:(llite_lib.c:514:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773941542.042873:0:14720:0:(obd_class.h:503:obd_get_info()) Process entered 00800000:00000001:3.0:1773941542.042876:0:14720:0:(lmv_obd.c:3445:lmv_get_info()) Process entered 00800000:00000001:3.0:1773941542.042879:0:14720:0:(obd_class.h:503:obd_get_info()) Process entered 00000002:00000001:3.0:1773941542.042882:0:14720:0:(mdc_request.c:2739:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941542.042884:0:14720:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941542.042887:0:14720:0:(lmv_obd.c:3477:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.042889:0:14720:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1773941542.042896:0:14720:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000080:00100000:3.0:1773941542.042900:0:14720:0:(llite_lib.c:678:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681537 ocd_grant: 3407872 00000080:00000001:3.0:1773941542.042904:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00020000:00000001:3.0:1773941542.042906:0:14720:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:3.0:1773941542.042908:0:14720:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:3.0:1773941542.042909:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773941542.042910:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773941542.042920:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d83538800. 00000020:00000001:3.0:1773941542.042922:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941542.042924:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d83538800 with handle 0xef3f469e0cc3ae53 to hash 00000020:00000001:3.0:1773941542.042926:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941542.042928:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1773941542.042929:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941542.042932:0:14720:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff920d908c6800 (ffff920d90c04d28) now 4 - export 00000020:00000001:3.0:1773941542.042934:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185468360704 : -120888241190912 : ffff920d83538800) 00000020:00000040:3.0:1773941542.042936:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d83538800 : new refcount 1 00000020:00000080:3.0:1773941542.042938:0:14720:0:(genops.c:1404:class_connect()) connect: client 27fd897d-18d3-46f3-b912-4a61ec2d8da8, cookie 0xef3f469e0cc3ae53 00000020:00000001:3.0:1773941542.042939:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941542.042941:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941542.042942:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae53 00000020:00000001:3.0:1773941542.042943:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941542.042945:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d83538800 refcount=2 00000020:00000001:3.0:1773941542.042946:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185468360704 : -120888241190912 : ffff920d83538800) 00000020:00000001:3.0:1773941542.042948:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185468360704 : -120888241190912 : ffff920d83538800) 00020000:00000001:3.0:1773941542.042952:0:14720:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1773941542.042955:0:14720:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:3.0:1773941542.042957:0:14720:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:3.0:1773941542.042960:0:14720:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.042961:0:14720:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:3.0:1773941542.042963:0:14720:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:3.0:1773941542.042965:0:14720:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.042967:0:14720:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:3.0:1773941542.042969:0:14720:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:3.0:1773941542.042971:0:14720:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773941542.042972:0:14720:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773941542.042974:0:14720:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff920d8353c000. 00000020:00000001:3.0:1773941542.042976:0:14720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941542.042977:0:14720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff920d8353c000 with handle 0xef3f469e0cc3ae5a to hash 00000020:00000001:3.0:1773941542.042978:0:14720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941542.042980:0:14720:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1773941542.042981:0:14720:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941542.042984:0:14720:0:(genops.c:887:class_export_get()) GET export ffff920d8353c000 refcount=3 00000020:00000040:3.0:1773941542.042987:0:14720:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff920d908c6800 (ffff920d88f719b8) now 5 - export 00000020:00000001:3.0:1773941542.042994:0:14720:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000020:00000040:3.0:1773941542.042996:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d8353c000 : new refcount 2 00000020:00000080:3.0:1773941542.042998:0:14720:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0xef3f469e0cc3ae5a 00000020:00000001:3.0:1773941542.042999:0:14720:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941542.043001:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941542.043002:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae5a 00000020:00000001:3.0:1773941542.043003:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941542.043004:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d8353c000 refcount=3 00000020:00000001:3.0:1773941542.043005:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000020:00000001:3.0:1773941542.043007:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000100:00000001:3.0:1773941542.043009:0:14720:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773941542.043011:0:14720:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941542.043014:0:14720:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff920d908c6800: connect to NID 192.168.204.109@tcp last attempt 0 00000400:00000200:3.0:1773941542.043017:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.043020:0:14720:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.204.109@tcp is discovered: rc = 1 00000100:00000001:3.0:1773941542.043023:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941542.043025:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 11 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043026:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000001:3.0:1773941542.043028:0:14720:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941542.043029:0:14720:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae5a 00000020:00000001:3.0:1773941542.043030:0:14720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941542.043031:0:14720:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d8353c000 refcount=4 00000020:00000001:3.0:1773941542.043033:0:14720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000020:00000001:3.0:1773941542.043035:0:14720:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000100:00000001:3.0:1773941542.043036:0:14720:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941542.043038:0:14720:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff920d8a5e27c0 refcount 12 to 192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043039:0:14720:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623185586497472 : -120888123054144 : ffff920d8a5e27c0) 00000020:00000040:3.0:1773941542.043041:0:14720:0:(genops.c:898:class_export_put()) PUTting export ffff920d8353c000 : new refcount 3 00000100:00080000:3.0:1773941542.043043:0:14720:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff920d908c6800: import ffff920d90f8d000 using connection 192.168.204.109@tcp/192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043045:0:14720:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.043046:0:14720:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941542.043054:0:14720:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773941542.043056:0:14720:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff920d908c6800: select security flavor null 02000000:00000001:3.0:1773941542.043059:0:14720:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649764512 : -1059787104 : ffffffffc0d4eea0) 02000000:00000001:3.0:1773941542.043061:0:14720:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043063:0:14720:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1773941542.043066:0:14720:0:(osc_request.c:3808:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681537 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1773941542.043068:0:14720:0:(osc_request.c:3811:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043070:0:14720:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941542.043073:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7ca80. 00000020:00000040:3.0:1773941542.043075:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f8d000 refcount=2 obd=lustre-OST0000-osc-ffff920d908c6800 02000000:00000001:3.0:1773941542.043077:0:14720:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941542.043079:0:14720:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043081:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941542.043083:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941542.043085:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941542.043088:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920d88d95c00. 00000100:00000001:3.0:1773941542.043092:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941542.043096:0:14720:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941542.043102:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941542.043105:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941542.043109:0:14720:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf78325a] to pc [ptlrpcd_rcv+-1] req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.043141:0:14720:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043144:0:14720:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773941542.043146:0:14720:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 27fd897d-18d3-46f3-b912-4a61ec2d8da8->lustre-OST0000_UUID 00000020:00000040:3.0:1773941542.043149:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f8d000 refcount=3 obd=lustre-OST0000-osc-ffff920d908c6800 00000100:00000001:3.0:1773941542.043160:0:14720:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941542.043162:0:14720:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:3.0:1773941542.043165:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773941542.043167:0:14720:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff920d908c6800) active 00000100:00000001:2.0:1773941542.043173:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1773941542.043177:0:14720:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043178:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.043180:0:2411:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1773941542.043187:0:14720:0:(lov_obd.c:418:lov_notify()) Process entered 00000100:00000040:2.0:1773941542.043188:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1773941542.043191:0:14720:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773941542.043194:0:14720:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:3.0:1773941542.043198:0:14720:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.043203:0:14720:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043206:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:3.0:1773941542.043207:0:14720:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043209:0:2411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.043210:0:14720:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.043216:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000010:3.0:1773941542.043217:0:14720:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff920d89639200. 02000000:00000001:2.0:1773941542.043220:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941542.043222:0:14720:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d88d97800. 02000000:00000001:2.0:1773941542.043227:0:2411:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941542.043228:0:14720:0:(lmv_obd.c:1588:lmv_getattr()) Process entered 00800000:00000001:3.0:1773941542.043232:0:14720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941542.043235:0:14720:0:(fld_request.c:427:fld_client_lookup()) Process entered 00000100:00100000:2.0:1773941542.043236:0:2411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203413248:192.168.204.109@tcp:8:mount.lustre.0 80000000:00000001:3.0:1773941542.043238:0:14720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941542.043241:0:14720:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773941542.043244:0:2411:0:(niobuf.c:865:ptl_send_rpc()) Process entered 80000000:00000001:3.0:1773941542.043245:0:14720:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:3.0:1773941542.043249:0:14720:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:3.0:1773941542.043250:0:14720:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446623185562436800 : -120888147114816 : ffff920d88ef04c0) 02000000:00000001:2.0:1773941542.043250:0:2411:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.043254:0:2411:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:3.0:1773941542.043255:0:14720:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff920d908c6800: Found target (idx 0) by seq 0x200000007 80000000:00000001:3.0:1773941542.043259:0:14720:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446623185562436800 : -120888147114816 : ffff920d88ef04c0) 02000000:00000001:2.0:1773941542.043260:0:2411:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 80000000:00000040:3.0:1773941542.043261:0:14720:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff920d908c6800: Lookup fld entry (seq: 0x200000007) on target lustre-MDT0000-mdc-ffff920d908c6800 (idx 0) 80000000:00000001:3.0:1773941542.043265:0:14720:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:3.0:1773941542.043268:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d86c7c380. 02000000:00000010:2.0:1773941542.043268:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920d9080f800. 00000020:00000040:3.0:1773941542.043272:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=4 obd=lustre-MDT0000-mdc-ffff920d908c6800 02000000:00000001:2.0:1773941542.043274:0:2411:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043275:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941542.043278:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941542.043281:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.043283:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000010:3.0:1773941542.043286:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d812e6a00. 00000400:00000010:2.0:1773941542.043287:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7a370. 00000100:00000001:3.0:1773941542.043290:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941542.043292:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5770. 00000100:00000001:3.0:1773941542.043295:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000200:2.0:1773941542.043297:0:2411:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112203413248, portal 4 00000100:00000001:3.0:1773941542.043298:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1773941542.043302:0:2411:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.043303:0:2411:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526311552 : -120888183240064 : ffff920d86c7ca80) 00000100:00000010:3.0:1773941542.043304:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d86d85480. 00000100:00000001:3.0:1773941542.043308:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185527395456 : -120888182156160 : ffff920d86d85480) 00000100:00000001:3.0:1773941542.043310:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1773941542.043311:0:2411:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff920d9089c000. 00000100:00000001:3.0:1773941542.043312:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526309760 : -120888183241856 : ffff920d86c7c380) 00000100:00000001:3.0:1773941542.043322:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941542.043336:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043338:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941542.043341:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.043341:0:2411:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941542.043346:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.043356:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1773941542.043360:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1773941542.043362:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043363:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.043367:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1773941542.043368:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5d48. 02000000:00000001:3.0:1773941542.043369:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941542.043374:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941542.043374:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112203413248, offset 0 00000100:00100000:3.0:1773941542.043378:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d86c7c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413376:192.168.204.109@tcp:900:mount.lustre.0 00000400:00000200:2.0:1773941542.043383:0:2411:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043385:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941542.043389:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1773941542.043389:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 02000000:00000001:3.0:1773941542.043391:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.043394:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1773941542.043396:0:2411:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 02000000:00000010:3.0:1773941542.043399:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff920d83c2d400. 00000400:00000200:2.0:1773941542.043400:0:2411:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1773941542.043404:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.043407:0:2411:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:3.0:1773941542.043411:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.043413:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1773941542.043415:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86b4b580. 00000400:00000200:2.0:1773941542.043417:0:2411:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1773941542.043421:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc5d8. 00000400:00000200:2.0:1773941542.043422:0:2411:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[129, 108] 00000100:00000200:3.0:1773941542.043427:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112203413376, portal 10 00000400:00000200:2.0:1773941542.043427:0:2411:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000001:3.0:1773941542.043431:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941542.043434:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185526309760 : -120888183241856 : ffff920d86c7c380) 00000400:00000200:2.0:1773941542.043436:0:2411:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [247:247:255:4294967295] 192.168.204.109@tcp LPNI seq info [130:130:8:4294967295] 00000100:00000040:3.0:1773941542.043442:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941542.043442:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:3.0:1773941542.043455:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1773941542.043458:0:2411:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000040:3.0:1773941542.043462:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:3.0:1773941542.043466:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d98abc110. 00000800:00000200:2.0:1773941542.043470:0:2411:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00000200:3.0:1773941542.043472:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112203413376, offset 0 00000800:00000010:2.0:1773941542.043475:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000400:00000200:3.0:1773941542.043480:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000800:00000200:2.0:1773941542.043484:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000400:00000200:3.0:1773941542.043487:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000200:2.0:1773941542.043492:0:2411:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000400:00000200:3.0:1773941542.043494:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000800:00000200:2.0:1773941542.043497:0:2411:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941542.043505:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941542.043509:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000100:00000001:2.0:1773941542.043509:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941542.043512:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1773941542.043514:0:2411:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff920d908c6800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773941542.043517:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.043521:0:2411:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:3.0:1773941542.043524:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[7, 7] s:[130, 108] 00000100:00000001:2.0:1773941542.043526:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295017873 00000400:00000200:3.0:1773941542.043531:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000100:00000001:2.0:1773941542.043534:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff920d908c6800: PM QoS request active for cpu 2, simply extend its deadline from 4295017865 00000400:00000200:3.0:1773941542.043537:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [248:248:254:4294967295] 192.168.204.109@tcp LPNI seq info [131:131:7:4294967295] 00000100:00000001:2.0:1773941542.043539:0:2411:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295017873 00000400:00000200:3.0:1773941542.043545:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.043552:0:2411:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff920d908c6800: PM QoS request active for cpu 3, simply extend its deadline from 4295017865 00000100:00000001:2.0:1773941542.043559:0:2411:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.043563:0:2411:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941542.043566:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000100:00000001:2.0:1773941542.043567:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043572:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.043578:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1773941542.043579:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.109@tcp 00000100:00000001:2.0:1773941542.043580:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941542.043586:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.043587:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1773941542.043588:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d923c0300. 00000100:00000001:2.0:1773941542.043589:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043593:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941542.043596:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:3.0:1773941542.043603:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1773941542.043605:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d923c0300 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1773941542.043609:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941542.043612:0:14720:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 4666 usecs (5 jiffies) 00000800:00000200:2.0:1773941542.043614:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941542.043618:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000800:00000010:2.0:1773941542.043619:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000100:00000001:3.0:1773941542.043622:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015666 00000400:00000200:2.0:1773941542.043624:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941542.043626:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017873 00000100:00000001:3.0:1773941542.043629:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015666 00000400:00000200:2.0:1773941542.043633:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:3.0:1773941542.043635:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017873 00000100:00000001:3.0:1773941542.043639:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773941542.043639:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5d48 00000400:00000010:2.0:1773941542.043644:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5d48. 00000100:00000001:3.0:1773941542.043645:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.043650:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941542.043652:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941542.043652:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1773941542.043656:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d86d85480 going to sleep for 11 seconds 00000100:00000200:2.0:1773941542.043659:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941542.043660:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941542.043664:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043671:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.043676:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.043681:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043683:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773941542.043714:0:2407:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.043717:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d923c0300. 00000400:00000200:2.0:1773941542.043720:0:2407:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.043724:0:2407:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.043726:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc110 00000400:00000010:2.0:1773941542.043728:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc110. 00000100:00000001:2.0:1773941542.043730:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.043732:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.043748:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.043751:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.043756:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.043757:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941542.045027:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045035:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.045037:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045040:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.045043:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045049:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.045055:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045058:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045061:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045066:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 248 into portal 10 MB=0x69bc31f207780 00000400:00000200:2.0:1773941542.045069:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045075:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 248/248 into md 0x1205 [1] + 224 00000800:00000001:2.0:1773941542.045079:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045085:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.045087:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.045091:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.045094:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.045100:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.045108:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045144:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.045152:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045155:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045178:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.045188:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.045189:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.045191:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86b4b580. 00000400:00000200:2.0:1773941542.045195:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d98abc5d8 00000400:00000010:2.0:1773941542.045197:0:14720:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d98abc5d8. 00000100:00000001:2.0:1773941542.045201:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.045205:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.045212:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045217:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.045219:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045220:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.045222:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.045224:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.045225:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.045227:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.045231:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f894a0 time=1773941542 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941542.045235:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.045237:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.045239:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.045241:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.045243:0:14720:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045245:0:14720:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941542.045247:0:14720:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:2.0:1773941542.045249:0:14720:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941542.045250:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.045253:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045258:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.045261:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.045262:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.045266:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.045282:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413376:192.168.204.109@tcp:900:mount.lustre.0 00000100:00000001:2.0:1773941542.045287:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045291:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045292:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941542.045294:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.045298:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045303:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941542.045305:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d86d85480. 00000100:00000001:2.0:1773941542.045308:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941542.045309:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941542.045312:0:14720:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:2.0:1773941542.045314:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.045316:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7c380 x1860112203413376/t0(0) o900->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045321:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.045323:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.045340:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff920d83c2d400. 02000000:00000001:2.0:1773941542.045346:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.045348:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.045350:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=3 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:2.0:1773941542.045352:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.045355:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d812e6a00. 02000000:00000001:2.0:1773941542.045359:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.045361:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.045363:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7c380. 00000100:00000001:2.0:1773941542.045369:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.045371:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1773941542.045377:0:14720:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff920d90af8d00. 80000000:00000001:2.0:1773941542.045379:0:14720:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446623185692495104 : -120888017056512 : ffff920d90af8d00) 80000000:00000001:2.0:1773941542.045382:0:14720:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1773941542.045388:0:14720:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1773941542.045390:0:14720:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1773941542.045392:0:14720:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000007-0x0000000200000008]:0:mdt 80000000:00000001:2.0:1773941542.045395:0:14720:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1773941542.045397:0:14720:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1773941542.045398:0:14720:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941542.045400:0:14720:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773941542.045402:0:14720:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773941542.045404:0:14720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773941542.045406:0:14720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941542.045411:0:14720:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff920d9080e800. 00000002:00000001:2.0:1773941542.045414:0:14720:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:2.0:1773941542.045418:0:14720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff920d98a89500. 00000020:00000040:2.0:1773941542.045420:0:14720:0:(genops.c:1229:class_import_get()) import ffff920d90f89000 refcount=4 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000100:00000001:2.0:1773941542.045422:0:14720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.045424:0:14720:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.045426:0:14720:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.045430:0:14720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff920d8322f200. 00000100:00000001:2.0:1773941542.045434:0:14720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.045438:0:14720:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:2.0:1773941542.045439:0:14720:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941542.045441:0:14720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941542.045444:0:14720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff920d88e56780. 00000100:00000001:2.0:1773941542.045446:0:14720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623185561806720 : -120888147744896 : ffff920d88e56780) 00000100:00000001:2.0:1773941542.045448:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.045450:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000001:2.0:1773941542.045452:0:14720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.045455:0:14720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045456:0:14720:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941542.045457:0:14720:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.045461:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941542.045467:0:14720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.045468:0:14720:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.045470:0:14720:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.045476:0:14720:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.045478:0:14720:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.045482:0:14720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413504:192.168.204.109@tcp:33:mount.lustre.0 00000100:00000001:2.0:1773941542.045485:0:14720:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.045488:0:14720:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.045490:0:14720:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.045491:0:14720:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.045535:0:14720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff920d86860000. 02000000:00000001:2.0:1773941542.045537:0:14720:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.045540:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000010:2.0:1773941542.045543:0:14720:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff920d86c7ae70. 00000400:00000010:2.0:1773941542.045546:0:14720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff920d9080fc00. 00000100:00000200:2.0:1773941542.045549:0:14720:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112203413504, portal 10 00000100:00000001:2.0:1773941542.045551:0:14720:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.045552:0:14720:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623185826256128 : -120887883295488 : ffff920d98a89500) 00000100:00000040:2.0:1773941542.045557:0:14720:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941542.045562:0:14720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.045564:0:14720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.109@tcp 00000400:00000010:2.0:1773941542.045566:0:14720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff920d835e5d48. 00000100:00000200:2.0:1773941542.045568:0:14720:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112203413504, offset 0 00000400:00000200:2.0:1773941542.045571:0:14720:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.109@tcp 00000400:00000200:2.0:1773941542.045575:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045578:0:14720:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.109@tcp local destination 00000400:00000200:2.0:1773941542.045581:0:14720:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.045584:0:14720:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.9@tcp 00000400:00000200:2.0:1773941542.045586:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.045589:0:14720:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.9@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.045592:0:14720:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.204.109@tcp, 192.168.204.119@tcp] h:[1000, 800] p:[-1, -1] c:[8, 7] s:[131, 108] 00000400:00000200:2.0:1773941542.045594:0:14720:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.109@tcp 00000400:00000200:2.0:1773941542.045597:0:14720:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.9@tcp NI seq info: [249:249:255:4294967295] 192.168.204.109@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1773941542.045600:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045611:0:14720:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp:) -> 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.045616:0:14720:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.109@tcp 00000800:00000010:2.0:1773941542.045618:0:14720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff920d88a45d00. 00000800:00000200:2.0:1773941542.045622:0:14720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff920d88c71e40] -> 12345-192.168.204.109@tcp (5) 00000800:00000200:2.0:1773941542.045626:0:14720:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:2.0:1773941542.045629:0:14720:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff920d88a45d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.045636:0:14720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.045639:0:14720:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: using a timeout of 4208 usecs (5 jiffies) 00000400:00000200:2.0:1773941542.045642:0:14720:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000100:00000001:2.0:1773941542.045644:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 2 is 4295015668 00000100:00000001:2.0:1773941542.045646:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 2, keep current deadline 4295017873 00000100:00000001:2.0:1773941542.045647:0:14720:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS new deadline estimation for cpu 3 is 4295015668 00000100:00000001:2.0:1773941542.045649:0:14720:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920d908c6800: PM QoS request active for cpu 3, keep current deadline 4295017873 00000100:00000001:2.0:1773941542.045651:0:14720:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.045653:0:14720:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045655:0:14720:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.045657:0:14720:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941542.045658:0:14720:0:(client.c:2690:ptlrpc_set_wait()) set ffff920d88e56780 going to sleep for 11 seconds 00000100:00000001:2.0:1773941542.045660:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.045663:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.045676:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045682:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.045683:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045685:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.045688:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045693:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.045698:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045701:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045704:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045707:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 416 into portal 4 MB=0x69bc31f207700 00000400:00000200:2.0:1773941542.045711:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.045720:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.109@tcp of length 416/416 into md 0x11f5 [1] + 0 00000800:00000001:2.0:1773941542.045725:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045754:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.045756:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.045761:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.045765:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.045770:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941542.045779:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045790:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1773941542.045826:0:2406:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773941542.045828:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920d88a45d00. 00000400:00000200:2.0:1773941542.045832:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.045835:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000400:00000200:2.0:1773941542.045837:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5d48 00000400:00000010:2.0:1773941542.045839:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5d48. 00000100:00000001:2.0:1773941542.045842:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773941542.045846:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941542.045852:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.045856:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941542.045862:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045863:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773941542.045869:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.045873:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045882:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.045884:0:2411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.045887:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.045889:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.045891:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7a370. 00000400:00000200:2.0:1773941542.045895:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d835e5770 00000400:00000010:2.0:1773941542.045901:0:2411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff920d835e5770. 00000100:00000001:2.0:1773941542.045904:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.045908:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.045915:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045921:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.045922:0:2411:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045924:0:2411:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.045925:0:2411:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.045927:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.045929:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.045930:0:2411:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.045934:0:2411:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f8d458 time=1773941542 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941542.045937:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f8d410 time=1773941542 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941542.045941:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f8d410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773941542.045944:0:2411:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.045945:0:2411:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.045947:0:2411:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941542.045952:0:2411:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941542.045956:0:2411:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.045958:0:2411:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773941542.045960:0:2411:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920d908c6800: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773941542.045961:0:2411:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff920d908c6800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773941542.045963:0:2411:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941542.045964:0:2411:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.045967:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.045971:0:2411:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.045973:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.045975:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.045981:0:2411:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941542.045986:0:2411:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff920d908c6800: connect to target with instance 2 00000020:00000001:2.0:1773941542.045988:0:2411:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941542.045990:0:2411:0:(genops.c:823:class_conn2export()) looking for export cookie 0xef3f469e0cc3ae5a 00000020:00000001:2.0:1773941542.045992:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941542.045994:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET export ffff920d8353c000 refcount=4 00000020:00000001:2.0:1773941542.045996:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000020:00000001:2.0:1773941542.045998:0:2411:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623185468375040 : -120888241176576 : ffff920d8353c000) 00000100:00001000:2.0:1773941542.046003:0:2411:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f8d410 time=1773941542 v=0 (0 0 0 0) 00000100:00000040:1.0:1773941542.046005:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (353) 00000100:00001000:2.0:1773941542.046006:0:2411:0:(import.c:2202:obd_at_measure()) AT ffff920d90f8d410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773941542.046013:0:2411:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1707, crc32c 10303, adler 1415 00000100:00080000:2.0:1773941542.046017:0:2411:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff920d908c6800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1773941542.046020:0:2411:0:(genops.c:898:class_export_put()) PUTting export ffff920d8353c000 : new refcount 3 00000100:00000001:2.0:1773941542.046021:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:2.0:1773941542.046023:0:2411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000020:2.0:1773941542.046026:0:2411:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff920d908c6800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1773941542.046030:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1773941542.046032:0:2411:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1773941542.046035:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773941542.046037:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773941542.046040:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773941542.046041:0:2411:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1773941542.046044:0:2411:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773941542.046046:0:2411:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046048:0:2411:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046050:0:2411:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1773941542.046051:0:2411:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773941542.046053:0:2411:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046055:0:2411:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773941542.046056:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773941542.046058:0:2411:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:2.0:1773941542.046060:0:2411:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773941542.046061:0:2411:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773941542.046063:0:2411:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773941542.046064:0:2411:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773941542.046072:0:2411:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046074:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046076:0:2411:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773941542.046078:0:2411:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773941542.046080:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773941542.046082:0:2411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.046083:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941542.046085:0:2411:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1773941542.046088:0:2411:0:(import.c:65:import_set_state_nolock()) ffff920d90f8d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773941542.046092:0:2411:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:2.0:1773941542.046093:0:2411:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:2.0:1773941542.046095:0:2411:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1773941542.046096:0:2411:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1773941542.046099:0:2411:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1773941542.046101:0:2411:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff920d90c05548 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1773941542.046105:0:2411:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1773941542.046107:0:2411:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn ef3f469e0cc3ae5a 00020000:00000001:2.0:1773941542.046109:0:2411:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046110:0:2411:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1773941542.046112:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1773941542.046114:0:2411:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1773941542.046115:0:2411:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1773941542.046138:0:2411:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773941542.046140:0:2411:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046142:0:2411:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046144:0:2411:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1773941542.046145:0:2411:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1773941542.046147:0:2411:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046149:0:2411:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1773941542.046150:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1773941542.046152:0:2411:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1773941542.046153:0:2411:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046155:0:2411:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.046156:0:2411:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773941542.046158:0:2411:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773941542.046159:0:2411:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773941542.046161:0:2411:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.046162:0:2411:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941542.046168:0:2411:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.046170:0:2411:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941542.046173:0:2411:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.046176:0:2411:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.046182:0:2411:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.046189:0:2411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d86c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27fd897d-18d3-46f3-b912-4a61ec2d8da8:2411:1860112203413248:192.168.204.109@tcp:8:mount.lustre.0 00000100:00000001:2.0:1773941542.046193:0:2411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.046195:0:2411:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.046197:0:2411:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d86c7ca80 x1860112203413248/t0(0) o8->lustre-OST0000-osc-ffff920d908c6800@192.168.204.109@tcp:28/4 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.046202:0:2411:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.046204:0:2411:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.046205:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920d9080f800. 02000000:00000001:2.0:1773941542.046209:0:2411:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.046210:0:2411:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.046211:0:2411:0:(genops.c:1242:class_import_put()) import ffff920d90f8d000 refcount=2 obd=lustre-OST0000-osc-ffff920d908c6800 00000020:00000001:2.0:1773941542.046213:0:2411:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.046215:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920d88d95c00. 02000000:00000001:2.0:1773941542.046219:0:2411:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.046220:0:2411:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.046221:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d86c7ca80. 00000100:00000001:2.0:1773941542.046224:0:2411:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.046226:0:2411:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.046228:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.046231:0:2411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.046232:0:2411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.046234:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.046235:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773941542.047172:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.047179:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773941542.047181:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.047184:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.047187:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.047197:0:2406:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.9@tcp(192.168.204.9@tcp) <- 192.168.204.109@tcp : PUT - for me 00000400:00000200:2.0:1773941542.047201:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.047203:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.047206:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.047208:0:2406:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.109@tcp of length 464 into portal 10 MB=0x69bc31f207800 00000400:00000200:2.0:1773941542.047211:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.204.109@tcp to cpt 1 00000400:00000200:2.0:1773941542.047214:0:2406:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.109@tcp of length 464/464 into md 0x1215 [32] + 224 00000800:00000001:2.0:1773941542.047218:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.047222:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941542.047224:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941542.047227:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.9@tcp->192.168.204.109@tcp: PUT: OK 00000100:00000001:2.0:1773941542.047229:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.047233:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773941542.047241:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773941542.047256:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773941542.047259:0:2406:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773941542.047261:0:2406:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.047275:0:14720:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941542.047279:0:14720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941542.047284:0:14720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941542.047286:0:14720:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff920d86c7ae70. 00000400:00000200:3.0:1773941542.047288:0:14720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff920d9080fc00 00000400:00000010:3.0:1773941542.047289:0:14720:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff920d9080fc00. 00000100:00000001:3.0:1773941542.047291:0:14720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941542.047296:0:14720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773941542.047303:0:14720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941542.047308:0:14720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941542.047309:0:14720:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.047311:0:14720:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941542.047312:0:14720:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941542.047313:0:14720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941542.047314:0:14720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941542.047316:0:14720:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941542.047319:0:14720:0:(import.c:2136:obd_at_measure()) add 5 to ffff920d90f894e8 time=1773941542 v=5 (0 0 0 0) 00000100:00001000:3.0:1773941542.047321:0:14720:0:(import.c:2136:obd_at_measure()) add 1 to ffff920d90f89410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941542.047323:0:14720:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941542.047339:0:14720:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941542.047341:0:14720:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941542.047342:0:14720:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.047344:0:14720:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941542.047345:0:14720:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff920d908c6800: skip recheck: last_committed 0 00000100:00000001:3.0:1773941542.047347:0:14720:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941542.047348:0:14720:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941542.047351:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/464 e 0 to 0 dl 1773941558 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941542.047356:0:14720:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941542.047358:0:14720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941542.047359:0:14720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941542.047361:0:14720:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/464 e 0 to 0 dl 1773941558 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773941542.047366:0:14720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff920d98a89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27fd897d-18d3-46f3-b912-4a61ec2d8da8:14720:1860112203413504:192.168.204.109@tcp:33:mount.lustre.0 00000100:00000001:3.0:1773941542.047373:0:14720:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.047375:0:14720:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.047376:0:14720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941542.047377:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.047379:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/464 e 0 to 0 dl 1773941558 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941542.047383:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941542.047385:0:14720:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff920d88e56780. 00000100:00000001:3.0:1773941542.047386:0:14720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941542.047387:0:14720:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1773941542.047389:0:14720:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:3.0:1773941542.047391:0:14720:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941542.047393:0:14720:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941542.047394:0:14720:0:(lmv_obd.c:1601:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941542.047396:0:14720:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff920d89639200. 00000002:00000001:3.0:1773941542.047400:0:14720:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773941542.047401:0:14720:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1773941542.047404:0:14720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773941542.047407:0:14720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff920d88c6a000. 00000020:00000010:3.0:1773941542.047411:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d83c2c400. 00000020:00000010:3.0:1773941542.047414:0:14720:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff920d83c2d400. 00000020:00000010:3.0:1773941542.047418:0:14720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff920d90a8d6c0. 00000008:00000010:3.0:1773941542.047422:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d835237c8. 00020000:00000010:3.0:1773941542.047426:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941542.047430:0:14720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff920d84fe1fc8. 00000020:00000010:3.0:1773941542.047433:0:14720:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff920d89639200. 00000008:00000010:3.0:1773941542.047437:0:14720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f29a0. 00020000:00000010:3.0:1773941542.047440:0:14720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941542.047442:0:14720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff920da12f5368. 00000020:00000001:3.0:1773941542.047444:0:14720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446623185559789576 : -120888149762040 : ffff920d88c6a008) 00000020:00001000:3.0:1773941542.047446:0:14720:0:(cl_object.c:831:cl_env_get()) 1@ffff920d88c6a000 00000080:00000001:3.0:1773941542.047449:0:14720:0:(vvp_dev.c:172:vvp_device_alloc()) Process entered 00000080:00000010:3.0:1773941542.047450:0:14720:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff920d90a8d720. 00000080:00000010:3.0:1773941542.047454:0:14720:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff920d88d95c00. 00000020:00000001:3.0:1773941542.047459:0:14720:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:3.0:1773941542.047488:0:14720:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff920d868c8000. 00000020:00000010:3.0:1773941542.047496:0:14720:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff920d813dd800. 00000020:00000010:3.0:1773941542.047499:0:14720:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff920d86d85d80. 00000020:00000001:3.0:1773941542.047502:0:14720:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773941542.047507:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d83525940. 00020000:00000010:3.0:1773941542.047509:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae540. 00000080:00000010:3.0:1773941542.047513:0:14720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d89a4da80. 00000080:00000010:3.0:1773941542.047516:0:14720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920da0d0d488. 00000008:00000010:3.0:1773941542.047519:0:14720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f22c0. 00020000:00000010:3.0:1773941542.047521:0:14720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc6400. 00000080:00000010:3.0:1773941542.047523:0:14720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920da12f6870. 00000008:00000010:3.0:1773941542.047526:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d83522178. 00020000:00000010:3.0:1773941542.047528:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832ae480. 00000080:00000010:3.0:1773941542.047529:0:14720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d89a4d9d8. 00000080:00000010:3.0:1773941542.047531:0:14720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920da0d0d918. 00000008:00000010:3.0:1773941542.047533:0:14720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f3a20. 00020000:00000010:3.0:1773941542.047535:0:14720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc61c0. 00000080:00000010:3.0:1773941542.047536:0:14720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920da12f6e10. 00000008:00000010:3.0:1773941542.047539:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d83522ca0. 00020000:00000010:3.0:1773941542.047541:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832aecc0. 00000080:00000010:3.0:1773941542.047542:0:14720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d89a4ddc8. 00000080:00000010:3.0:1773941542.047544:0:14720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920da0d0e6c8. 00000008:00000010:3.0:1773941542.047546:0:14720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f26e0. 00020000:00000010:3.0:1773941542.047548:0:14720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc7cc0. 00000080:00000010:3.0:1773941542.047549:0:14720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920da12f61e0. 00000008:00000010:3.0:1773941542.047552:0:14720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff920d83521650. 00020000:00000010:3.0:1773941542.047554:0:14720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff920d832aef00. 00000080:00000010:3.0:1773941542.047555:0:14720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff920d89a4d348. 00000080:00000010:3.0:1773941542.047557:0:14720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff920da0d0e480. 00000008:00000010:3.0:1773941542.047559:0:14720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff920da12f2000. 00020000:00000010:3.0:1773941542.047561:0:14720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff920d86cc58c0. 00000080:00000010:3.0:1773941542.047562:0:14720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff920da12f6000. 00000080:00000001:3.0:1773941542.047568:0:14720:0:(vvp_dev.c:198:vvp_device_alloc()) Process leaving (rc=18446623185692055328 : -120888017496288 : ffff920d90a8d720) 00000080:00000001:3.0:1773941542.047571:0:14720:0:(vvp_dev.c:207:vvp_device_init()) Process entered 00020000:00000001:3.0:1773941542.047573:0:14720:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1773941542.047576:0:14720:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d90a8d540. 00020000:00000001:3.0:1773941542.047578:0:14720:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:3.0:1773941542.047580:0:14720:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047581:0:14720:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047583:0:14720:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047584:0:14720:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1773941542.047586:0:14720:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d90a8d960. 00020000:00000001:3.0:1773941542.047587:0:14720:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:3.0:1773941542.047588:0:14720:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047589:0:14720:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047590:0:14720:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773941542.047591:0:14720:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff920d90a8d420. 00020000:00000001:3.0:1773941542.047592:0:14720:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:3.0:1773941542.047594:0:14720:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047595:0:14720:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941542.047596:0:14720:0:(lov_dev.c:280:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.047597:0:14720:0:(vvp_dev.c:218:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773941542.047599:0:14720:0:(cl_object.c:925:cl_env_put()) 1@ffff920d88c6a000 00000020:00000010:3.0:1773941542.047601:0:14720:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff920d83c2d400. 00000020:00000010:3.0:1773941542.047604:0:14720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff920d90a8d6c0. 00000008:00000010:3.0:1773941542.047606:0:14720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff920d835237c8. 00020000:00000010:3.0:1773941542.047609:0:14720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff920d832ae000. 00008000:00000010:3.0:1773941542.047611:0:14720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff920d84fe1fc8. 00000020:00000010:3.0:1773941542.047613:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d83c2c400. 00000008:00000010:3.0:1773941542.047616:0:14720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff920da12f29a0. 00020000:00000010:3.0:1773941542.047618:0:14720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff920d86cc6880. 00008000:00000010:3.0:1773941542.047620:0:14720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff920da12f5368. 00000020:00000010:3.0:1773941542.047623:0:14720:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff920d89639200. 00000020:00000010:3.0:1773941542.047624:0:14720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff920d88c6a000. 00000080:00000001:3.0:1773941542.047626:0:14720:0:(vvp_dev.c:302:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.047629:0:14720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773941542.047631:0:14720:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773941542.047663:0:14720:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff920d892adac0. 00000080:00000001:3.0:1773941542.047671:0:14720:0:(llite_lib.c:3212:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773941542.047672:0:14720:0:(llite_lib.c:3215:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff920d892adb88) 00000080:00000001:3.0:1773941542.047675:0:14720:0:(llite_lib.c:1842:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773941542.047677:0:14720:0:(llite_lib.c:1846:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773941542.047680:0:14720:0:(llite_lib.c:1863:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.047682:0:14720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773941542.047684:0:14720:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773941542.047687:0:14720:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00000001:3.0:1773941542.047688:0:14720:0:(llite_lib.c:3241:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773941542.047690:0:14720:0:(namei.c:156:ll_iget()) Process leaving (rc=18446623185566358408 : -120888143193208 : ffff920d892adb88) 00800000:00000001:3.0:1773941542.047692:0:14720:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773941542.047694:0:14720:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941542.047697:0:14720:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941542.047700:0:14720:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff920d98a89500 x1860112203413504/t0(0) o33->lustre-MDT0000-mdc-ffff920d908c6800@192.168.204.109@tcp:23/10 lens 448/464 e 0 to 0 dl 1773941558 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941542.047705:0:14720:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941542.047706:0:14720:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941542.047708:0:14720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff920d86860000. 02000000:00000001:3.0:1773941542.047734:0:14720:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941542.047735:0:14720:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941542.047736:0:14720:0:(genops.c:1242:class_import_put()) import ffff920d90f89000 refcount=3 obd=lustre-MDT0000-mdc-ffff920d908c6800 00000020:00000001:3.0:1773941542.047738:0:14720:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941542.047739:0:14720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff920d8322f200. 02000000:00000001:3.0:1773941542.047741:0:14720:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941542.047743:0:14720:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941542.047744:0:14720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff920d98a89500. 00000100:00000001:3.0:1773941542.047746:0:14720:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941542.047747:0:14720:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773941542.047751:0:14720:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff920d82cb4900. 00000080:00000001:3.0:1773941542.047754:0:14720:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:3.0:1773941542.047756:0:14720:0:(obd_class.h:828:obd_get_uuid()) Process entered 00800000:00000001:3.0:1773941542.047757:0:14720:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446623185693588440 : -120888015963176 : ffff920d90c03bd8) 00000080:00000001:3.0:1773941542.047759:0:14720:0:(obd_class.h:835:obd_get_uuid()) Process leaving (rc=18446623185693588440 : -120888015963176 : ffff920d90c03bd8) 00000080:00000010:3.0:1773941542.047762:0:14720:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff920da1333180. 00000080:00000010:3.0:1773941542.047767:0:14720:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff920da1333000. 00000080:00000001:3.0:1773941542.047769:0:14720:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1773941542.047770:0:14720:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773941542.047771:0:14720:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.047772:0:14720:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.047781:0:14720:0:(llite_lib.c:887:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941542.047783:0:14720:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff920d88ef06c0. 00000080:00000010:3.0:1773941542.047785:0:14720:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff920d88ef0c80. 00000080:00000010:3.0:1773941542.047788:0:14720:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff920d896cdc00. 00000080:02000400:3.0:1773941542.047790:0:14720:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000080:00000001:3.0:1773941542.048717:0:14720:0:(llite_lib.c:1538:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773941542.048720:0:14720:0:(super25.c:189:lustre_fill_super()) 192.168.204.109@tcp,192.168.204.119@tcp:/lustre: Mount complete 00000080:00000001:1.0:1773941542.049590:0:1477:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941542.049602:0:1:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773941542.057453:0:14813:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941542.058227:0:1477:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941542.060347:0:1:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941542.438542:0:14906:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941542.553647:0:14942:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773941542.553654:0:14942:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_161b: @@@@@@ FAIL: failover nid 192.168.204.119@tcp not found 00000001:00000001:3.0:1773941542.557163:0:14942:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1773941543.022190:0:760:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941543.022195:0:760:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941543.022224:0:14732:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941543.022226:0:14732:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941543.022229:0:14732:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773941543.158474:0:15043:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 53981 lines, 53981 kept, 0 dropped, 0 bad.